[ 494.339717] env[68166]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68166) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 494.340089] env[68166]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68166) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 494.340224] env[68166]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68166) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 494.340571] env[68166]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 494.436695] env[68166]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68166) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 494.446597] env[68166]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68166) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 494.489953] env[68166]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 495.054615] env[68166]: INFO nova.virt.driver [None req-b71bd825-3db8-47c4-9f94-007a2f8836f3 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 495.124641] env[68166]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 495.124822] env[68166]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 495.124882] env[68166]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68166) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 498.073591] env[68166]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-5165b851-9dff-4052-a222-fa9d82b654cb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.089569] env[68166]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68166) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 498.089726] env[68166]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-4c42b5c0-ea35-4812-94af-9c4a9c5a2495 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.115288] env[68166]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a35b2. [ 498.115586] env[68166]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.991s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 498.116170] env[68166]: INFO nova.virt.vmwareapi.driver [None req-b71bd825-3db8-47c4-9f94-007a2f8836f3 None None] VMware vCenter version: 7.0.3 [ 498.119996] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a1a6fa-4cab-4994-8d42-8293eb7ba746 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.141022] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375f750e-5250-4873-a8c3-4e7cf6d775f7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.146946] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dfbfb3-b818-4293-b527-8d8e0ea5c266 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.153371] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c7aab3-2e66-48f6-96be-52f5bdc6c99e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.166244] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458defd9-f8f3-4f5c-b963-5ed5c9405cb9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.172092] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fc23fd-c3be-4adb-a3e5-6a2fa0efd74a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.202066] env[68166]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-4b60e41d-edf9-4b70-9e1b-4581f2e7fd13 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.206952] env[68166]: DEBUG nova.virt.vmwareapi.driver [None req-b71bd825-3db8-47c4-9f94-007a2f8836f3 None None] Extension org.openstack.compute already exists. {{(pid=68166) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 498.209663] env[68166]: INFO nova.compute.provider_config [None req-b71bd825-3db8-47c4-9f94-007a2f8836f3 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 498.712842] env[68166]: DEBUG nova.context [None req-b71bd825-3db8-47c4-9f94-007a2f8836f3 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),bd8ca205-dbd9-4b6e-bbc2-46f710b9f3b3(cell1) {{(pid=68166) load_cells /opt/stack/nova/nova/context.py:464}} [ 498.715056] env[68166]: DEBUG oslo_concurrency.lockutils [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 498.715330] env[68166]: DEBUG oslo_concurrency.lockutils [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 498.716115] env[68166]: DEBUG oslo_concurrency.lockutils [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 498.716595] env[68166]: DEBUG oslo_concurrency.lockutils [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Acquiring lock "bd8ca205-dbd9-4b6e-bbc2-46f710b9f3b3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 498.716815] env[68166]: DEBUG oslo_concurrency.lockutils [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Lock "bd8ca205-dbd9-4b6e-bbc2-46f710b9f3b3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 498.717953] env[68166]: DEBUG oslo_concurrency.lockutils [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Lock "bd8ca205-dbd9-4b6e-bbc2-46f710b9f3b3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 498.740445] env[68166]: INFO dbcounter [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Registered counter for database nova_cell0 [ 498.749099] env[68166]: INFO dbcounter [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Registered counter for database nova_cell1 [ 498.752617] env[68166]: DEBUG oslo_db.sqlalchemy.engines [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68166) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 498.753310] env[68166]: DEBUG oslo_db.sqlalchemy.engines [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68166) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 498.758101] env[68166]: ERROR nova.db.main.api [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 498.758101] env[68166]: result = function(*args, **kwargs) [ 498.758101] env[68166]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 498.758101] env[68166]: return func(*args, **kwargs) [ 498.758101] env[68166]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 498.758101] env[68166]: result = fn(*args, **kwargs) [ 498.758101] env[68166]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 498.758101] env[68166]: return f(*args, **kwargs) [ 498.758101] env[68166]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 498.758101] env[68166]: return db.service_get_minimum_version(context, binaries) [ 498.758101] env[68166]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 498.758101] env[68166]: _check_db_access() [ 498.758101] env[68166]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 498.758101] env[68166]: stacktrace = ''.join(traceback.format_stack()) [ 498.758101] env[68166]: [ 498.759605] env[68166]: ERROR nova.db.main.api [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 498.759605] env[68166]: result = function(*args, **kwargs) [ 498.759605] env[68166]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 498.759605] env[68166]: return func(*args, **kwargs) [ 498.759605] env[68166]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 498.759605] env[68166]: result = fn(*args, **kwargs) [ 498.759605] env[68166]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 498.759605] env[68166]: return f(*args, **kwargs) [ 498.759605] env[68166]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 498.759605] env[68166]: return db.service_get_minimum_version(context, binaries) [ 498.759605] env[68166]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 498.759605] env[68166]: _check_db_access() [ 498.759605] env[68166]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 498.759605] env[68166]: stacktrace = ''.join(traceback.format_stack()) [ 498.759605] env[68166]: [ 498.760087] env[68166]: WARNING nova.objects.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 498.760199] env[68166]: WARNING nova.objects.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Failed to get minimum service version for cell bd8ca205-dbd9-4b6e-bbc2-46f710b9f3b3 [ 498.760666] env[68166]: DEBUG oslo_concurrency.lockutils [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Acquiring lock "singleton_lock" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.760862] env[68166]: DEBUG oslo_concurrency.lockutils [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Acquired lock "singleton_lock" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 498.761140] env[68166]: DEBUG oslo_concurrency.lockutils [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Releasing lock "singleton_lock" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 498.761493] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Full set of CONF: {{(pid=68166) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 498.761666] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ******************************************************************************** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 498.761825] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] Configuration options gathered from: {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 498.761973] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 498.762214] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 498.762377] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ================================================================================ {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 498.762632] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] allow_resize_to_same_host = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.762834] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] arq_binding_timeout = 300 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.762988] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] backdoor_port = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.763154] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] backdoor_socket = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.763358] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] block_device_allocate_retries = 60 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.763566] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] block_device_allocate_retries_interval = 3 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.763769] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cert = self.pem {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.763951] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.764175] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute_monitors = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.764385] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] config_dir = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.764597] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] config_drive_format = iso9660 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.764769] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.764962] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] config_source = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.765177] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] console_host = devstack {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.765374] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] control_exchange = nova {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.765572] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cpu_allocation_ratio = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.765771] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] daemon = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.765981] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] debug = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.766193] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] default_access_ip_network_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.766386] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] default_availability_zone = nova {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.766577] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] default_ephemeral_format = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.766777] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] default_green_pool_size = 1000 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.767076] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.767321] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] default_schedule_zone = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.767487] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] disk_allocation_ratio = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.767692] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] enable_new_services = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.767905] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] enabled_apis = ['osapi_compute'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.768108] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] enabled_ssl_apis = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.768307] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] flat_injected = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.768502] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] force_config_drive = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.768702] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] force_raw_images = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.768899] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] graceful_shutdown_timeout = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.769103] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] heal_instance_info_cache_interval = -1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.769383] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] host = cpu-1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.769593] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.769780] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] initial_disk_allocation_ratio = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.769978] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] initial_ram_allocation_ratio = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.770246] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.770452] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] instance_build_timeout = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.770635] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] instance_delete_interval = 300 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.770828] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] instance_format = [instance: %(uuid)s] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.771048] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] instance_name_template = instance-%08x {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.771254] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] instance_usage_audit = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.771462] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] instance_usage_audit_period = month {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.771653] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.771845] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] instances_path = /opt/stack/data/nova/instances {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.772056] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] internal_service_availability_zone = internal {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.772254] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] key = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.772455] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] live_migration_retry_count = 30 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.772645] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] log_color = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.772838] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] log_config_append = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.773049] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.773251] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] log_dir = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.773446] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] log_file = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.773588] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] log_options = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.773784] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] log_rotate_interval = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.773988] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] log_rotate_interval_type = days {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.774215] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] log_rotation_type = none {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.774362] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.774517] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.774725] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.774927] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.775079] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.775281] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] long_rpc_timeout = 1800 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.775476] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] max_concurrent_builds = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.775665] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] max_concurrent_live_migrations = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.775844] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] max_concurrent_snapshots = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.776049] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] max_local_block_devices = 3 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.776252] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] max_logfile_count = 30 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.776448] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] max_logfile_size_mb = 200 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.776653] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] maximum_instance_delete_attempts = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.776861] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] metadata_listen = 0.0.0.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.777061] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] metadata_listen_port = 8775 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.777267] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] metadata_workers = 2 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.777467] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] migrate_max_retries = -1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.777677] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] mkisofs_cmd = genisoimage {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.777921] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] my_block_storage_ip = 10.180.1.21 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.778080] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] my_ip = 10.180.1.21 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.778342] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.778538] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] network_allocate_retries = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.778754] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.778960] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] osapi_compute_listen = 0.0.0.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.779174] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] osapi_compute_listen_port = 8774 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.779372] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] osapi_compute_unique_server_name_scope = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.779576] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] osapi_compute_workers = 2 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.779779] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] password_length = 12 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.779977] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] periodic_enable = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.780194] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] periodic_fuzzy_delay = 60 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.780383] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] pointer_model = usbtablet {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.780579] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] preallocate_images = none {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.780774] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] publish_errors = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.780933] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] pybasedir = /opt/stack/nova {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.781124] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ram_allocation_ratio = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.781321] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] rate_limit_burst = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.781527] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] rate_limit_except_level = CRITICAL {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.781726] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] rate_limit_interval = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.781923] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] reboot_timeout = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.782127] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] reclaim_instance_interval = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.782311] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] record = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.782517] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] reimage_timeout_per_gb = 60 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.782725] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] report_interval = 120 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.782922] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] rescue_timeout = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.783120] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] reserved_host_cpus = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.783316] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] reserved_host_disk_mb = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.783512] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] reserved_host_memory_mb = 512 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.783707] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] reserved_huge_pages = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.783906] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] resize_confirm_window = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.784103] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] resize_fs_using_block_device = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.784290] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] resume_guests_state_on_host_boot = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.784493] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.784695] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] rpc_response_timeout = 60 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.784898] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] run_external_periodic_tasks = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.785113] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] running_deleted_instance_action = reap {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.785301] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] running_deleted_instance_poll_interval = 1800 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.785498] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] running_deleted_instance_timeout = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.785694] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] scheduler_instance_sync_interval = 120 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.785899] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] service_down_time = 720 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.786119] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] servicegroup_driver = db {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.786301] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] shell_completion = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.786491] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] shelved_offload_time = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.786688] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] shelved_poll_interval = 3600 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.786892] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] shutdown_timeout = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.787102] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] source_is_ipv6 = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.787292] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ssl_only = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.787603] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.787814] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] sync_power_state_interval = 600 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.787992] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] sync_power_state_pool_size = 1000 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.228413] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] syslog_log_facility = LOG_USER {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.228816] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] tempdir = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.228859] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] timeout_nbd = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.229032] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] transport_url = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.229219] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] update_resources_interval = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.229417] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] use_cow_images = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.229588] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] use_journal = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.229752] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] use_json = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.229916] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] use_rootwrap_daemon = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.230093] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] use_stderr = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.230273] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] use_syslog = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.230460] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vcpu_pin_set = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.230641] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plugging_is_fatal = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.230817] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plugging_timeout = 300 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.230988] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] virt_mkfs = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.231171] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] volume_usage_poll_interval = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.231337] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] watch_log_file = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.231509] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] web = /usr/share/spice-html5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.231806] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.232026] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.232205] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.232383] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_concurrency.disable_process_locking = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.232713] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.232899] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.233087] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.233268] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.233445] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.233618] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.233805] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.auth_strategy = keystone {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.233973] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.compute_link_prefix = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.234166] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.234342] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.dhcp_domain = novalocal {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.234510] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.enable_instance_password = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.234671] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.glance_link_prefix = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.234835] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.235014] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.235187] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.instance_list_per_project_cells = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.235349] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.list_records_by_skipping_down_cells = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.235515] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.local_metadata_per_cell = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.235685] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.max_limit = 1000 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.235855] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.metadata_cache_expiration = 15 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.236045] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.neutron_default_tenant_id = default {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.236224] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.response_validation = warn {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.236396] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.use_neutron_default_nets = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.236567] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.236729] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.236895] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.237076] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.237265] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.vendordata_dynamic_targets = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.237423] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.vendordata_jsonfile_path = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.237608] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.237806] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.backend = dogpile.cache.memcached {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.237976] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.backend_argument = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.238154] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.backend_expiration_time = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.238325] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.config_prefix = cache.oslo {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.238501] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.dead_timeout = 60.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.238663] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.debug_cache_backend = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.238824] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.enable_retry_client = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.238983] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.enable_socket_keepalive = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.239167] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.enabled = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.239359] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.enforce_fips_mode = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.239535] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.expiration_time = 600 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.239699] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.hashclient_retry_attempts = 2 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.239862] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.hashclient_retry_delay = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.240039] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.memcache_dead_retry = 300 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.240201] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.memcache_password = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.240406] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.240581] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.240755] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.memcache_pool_maxsize = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.240918] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.241095] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.memcache_sasl_enabled = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.241284] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.241453] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.memcache_socket_timeout = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.241646] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.memcache_username = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.241781] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.proxies = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.241942] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.redis_db = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.242114] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.redis_password = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.242285] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.redis_sentinel_service_name = mymaster {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.242461] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.242629] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.redis_server = localhost:6379 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.242790] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.redis_socket_timeout = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.242945] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.redis_username = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.243120] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.retry_attempts = 2 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.243285] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.retry_delay = 0.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.243446] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.socket_keepalive_count = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.243608] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.socket_keepalive_idle = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.243770] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.socket_keepalive_interval = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.243930] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.tls_allowed_ciphers = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.244097] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.tls_cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.244256] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.tls_certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.244414] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.tls_enabled = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.244571] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cache.tls_keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.244755] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.auth_section = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.244930] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.auth_type = password {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.245110] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.245289] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.catalog_info = volumev3::publicURL {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.245448] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.245612] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.245771] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.cross_az_attach = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.245931] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.debug = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.246103] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.endpoint_template = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.246268] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.http_retries = 3 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.246430] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.246589] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.246759] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.os_region_name = RegionOne {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.246920] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.247089] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cinder.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.247262] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.247423] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.cpu_dedicated_set = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.247582] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.cpu_shared_set = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.247746] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.image_type_exclude_list = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.247909] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.248080] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.max_concurrent_disk_ops = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.248246] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.max_disk_devices_to_attach = -1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.248406] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.248579] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.248740] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.resource_provider_association_refresh = 300 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.248901] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.249075] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.shutdown_retry_interval = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.249255] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.249463] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] conductor.workers = 2 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.249651] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] console.allowed_origins = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.249812] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] console.ssl_ciphers = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.249982] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] console.ssl_minimum_version = default {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.250166] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] consoleauth.enforce_session_timeout = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.250361] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] consoleauth.token_ttl = 600 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.250556] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.250717] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.250882] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.251053] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.connect_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.251215] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.connect_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.251372] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.endpoint_override = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.251533] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.251688] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.251844] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.max_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.251997] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.min_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.252169] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.region_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.252329] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.retriable_status_codes = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.252490] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.service_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.252661] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.service_type = accelerator {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.252822] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.252982] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.status_code_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.253152] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.status_code_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.253312] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.253495] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.253657] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] cyborg.version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.253827] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.asyncio_connection = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.253987] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.asyncio_slave_connection = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.254171] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.backend = sqlalchemy {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.254341] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.connection = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.254510] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.connection_debug = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.254676] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.connection_parameters = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.254840] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.connection_recycle_time = 3600 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.255020] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.connection_trace = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.255181] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.db_inc_retry_interval = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.255344] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.db_max_retries = 20 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.255508] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.db_max_retry_interval = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.255666] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.db_retry_interval = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.255825] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.max_overflow = 50 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.255983] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.max_pool_size = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.256159] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.max_retries = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.256330] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.256490] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.mysql_wsrep_sync_wait = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.256648] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.pool_timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.256808] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.retry_interval = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.256964] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.slave_connection = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.257135] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.sqlite_synchronous = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.257296] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] database.use_db_reconnect = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.257465] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.asyncio_connection = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.257627] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.asyncio_slave_connection = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.257794] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.backend = sqlalchemy {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.257962] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.connection = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.258138] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.connection_debug = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.258309] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.connection_parameters = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.258473] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.connection_recycle_time = 3600 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.258636] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.connection_trace = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.258797] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.db_inc_retry_interval = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.258958] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.db_max_retries = 20 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.259133] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.db_max_retry_interval = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.259321] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.db_retry_interval = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.259489] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.max_overflow = 50 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.259654] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.max_pool_size = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.259814] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.max_retries = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.259981] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.260159] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.260341] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.pool_timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.260537] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.retry_interval = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.260700] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.slave_connection = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.260861] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] api_database.sqlite_synchronous = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.261048] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] devices.enabled_mdev_types = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.261230] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.261403] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ephemeral_storage_encryption.default_format = luks {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.261567] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ephemeral_storage_encryption.enabled = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.261730] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.261897] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.api_servers = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.262077] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.262242] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.262407] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.262567] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.connect_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.262810] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.connect_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.262992] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.debug = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.263179] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.default_trusted_certificate_ids = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.263344] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.enable_certificate_validation = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.263509] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.enable_rbd_download = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.263665] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.endpoint_override = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.263829] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.263987] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.264161] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.max_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.264321] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.min_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.264488] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.num_retries = 3 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.264656] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.rbd_ceph_conf = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.264819] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.rbd_connect_timeout = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.265066] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.rbd_pool = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.265255] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.rbd_user = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.265429] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.region_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.265592] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.retriable_status_codes = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.265752] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.service_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.265923] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.service_type = image {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.266103] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.266266] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.status_code_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.266426] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.status_code_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.266589] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.266772] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.266940] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.verify_glance_signatures = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.267112] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] glance.version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.267290] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] guestfs.debug = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.267453] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.auth_section = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.267618] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.auth_type = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.267778] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.267939] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.268116] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.268281] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.connect_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.268472] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.connect_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.268638] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.endpoint_override = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.268802] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.268957] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.269128] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.max_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.269288] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.min_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.269475] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.region_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.269638] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.retriable_status_codes = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.269794] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.service_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.269966] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.service_type = shared-file-system {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.270146] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.share_apply_policy_timeout = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.270321] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.270501] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.status_code_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.270662] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.status_code_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.270820] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.271018] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.271181] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] manila.version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.271348] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] mks.enabled = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.271705] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.271897] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] image_cache.manager_interval = 2400 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.272082] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] image_cache.precache_concurrency = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.272257] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] image_cache.remove_unused_base_images = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.272429] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.272599] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.272777] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] image_cache.subdirectory_name = _base {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.272952] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.api_max_retries = 60 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.273131] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.api_retry_interval = 2 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.273294] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.auth_section = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.273457] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.auth_type = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.273618] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.273774] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.273937] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.274112] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.conductor_group = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.274276] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.connect_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.274436] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.connect_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.274598] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.endpoint_override = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.274761] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.274918] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.275091] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.max_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.275254] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.min_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.275419] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.peer_list = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.275581] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.region_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.275739] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.retriable_status_codes = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.275904] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.serial_console_state_timeout = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.276082] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.service_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.276256] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.service_type = baremetal {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.276415] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.shard = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.276578] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.276737] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.status_code_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.276895] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.status_code_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.277065] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.277249] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.277409] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ironic.version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.277594] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.277766] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] key_manager.fixed_key = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.277947] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.278121] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.barbican_api_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.278281] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.barbican_endpoint = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.278452] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.barbican_endpoint_type = public {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.278612] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.barbican_region_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.278770] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.278928] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.279101] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.279265] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.279445] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.279615] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.number_of_retries = 60 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.279777] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.retry_delay = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.279937] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.send_service_user_token = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.280110] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.280270] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.280486] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.verify_ssl = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.280666] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican.verify_ssl_path = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.280837] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican_service_user.auth_section = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.281007] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican_service_user.auth_type = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.281176] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican_service_user.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.281334] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican_service_user.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.281500] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican_service_user.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.281660] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican_service_user.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.281820] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican_service_user.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.281985] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican_service_user.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.282159] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] barbican_service_user.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.282327] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vault.approle_role_id = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.282489] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vault.approle_secret_id = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.282657] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vault.kv_mountpoint = secret {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.282821] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vault.kv_path = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.282985] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vault.kv_version = 2 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.283162] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vault.namespace = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.283327] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vault.root_token_id = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.283484] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vault.ssl_ca_crt_file = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.283649] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vault.timeout = 60.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.283810] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vault.use_ssl = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.283985] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.284168] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.284331] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.284496] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.284655] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.connect_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.284813] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.connect_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.284970] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.endpoint_override = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.285144] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.285303] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.285460] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.max_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.285616] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.min_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.285782] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.region_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.286024] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.retriable_status_codes = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.286206] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.service_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.286384] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.service_type = identity {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.286554] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.286718] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.status_code_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.286881] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.status_code_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.287059] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.287251] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.287415] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] keystone.version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.287611] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.ceph_mount_options = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.287947] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.288164] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.connection_uri = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.288338] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.cpu_mode = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.288512] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.cpu_model_extra_flags = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.288685] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.cpu_models = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.288861] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.cpu_power_governor_high = performance {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.289046] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.cpu_power_governor_low = powersave {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.289219] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.cpu_power_management = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.289418] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.289603] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.device_detach_attempts = 8 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.289770] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.device_detach_timeout = 20 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.289941] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.disk_cachemodes = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.290124] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.disk_prefix = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.290298] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.enabled_perf_events = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.290486] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.file_backed_memory = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.290669] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.gid_maps = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.290831] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.hw_disk_discard = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.290991] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.hw_machine_type = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.291178] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.images_rbd_ceph_conf = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.291344] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.291508] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.291787] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.images_rbd_glance_store_name = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.291970] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.images_rbd_pool = rbd {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.292161] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.images_type = default {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.292325] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.images_volume_group = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.292493] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.inject_key = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.292659] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.inject_partition = -2 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.292822] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.inject_password = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.292985] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.iscsi_iface = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.293166] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.iser_use_multipath = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.293331] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_bandwidth = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.293498] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.293662] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_downtime = 500 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.293825] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.293988] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.294167] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_inbound_addr = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.294330] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.294495] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_permit_post_copy = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.294654] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_scheme = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.294829] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_timeout_action = abort {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.294991] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_tunnelled = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.295164] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_uri = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.295327] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.live_migration_with_native_tls = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.295491] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.max_queues = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.295654] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.295878] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.296057] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.nfs_mount_options = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.296349] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.296529] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.296695] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.num_iser_scan_tries = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.296856] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.num_memory_encrypted_guests = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.297034] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.297202] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.num_pcie_ports = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.297369] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.num_volume_scan_tries = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.297538] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.pmem_namespaces = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.297697] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.quobyte_client_cfg = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.297975] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.298166] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.rbd_connect_timeout = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.298336] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.298506] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.298668] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.rbd_secret_uuid = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.298829] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.rbd_user = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.298992] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.299182] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.remote_filesystem_transport = ssh {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.299370] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.rescue_image_id = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.299544] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.rescue_kernel_id = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.299706] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.rescue_ramdisk_id = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.299878] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.300054] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.rx_queue_size = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.300228] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.smbfs_mount_options = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.300534] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.300714] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.snapshot_compression = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.300875] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.snapshot_image_format = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.301120] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.301289] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.sparse_logical_volumes = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.301452] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.swtpm_enabled = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.301633] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.swtpm_group = tss {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.301819] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.swtpm_user = tss {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.301992] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.sysinfo_serial = unique {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.302166] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.tb_cache_size = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.302325] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.tx_queue_size = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.302496] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.uid_maps = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.302658] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.use_virtio_for_bridges = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.302830] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.virt_type = kvm {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.303005] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.volume_clear = zero {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.303180] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.volume_clear_size = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.303344] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.volume_use_multipath = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.303504] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.vzstorage_cache_path = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.303673] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.303844] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.vzstorage_mount_group = qemu {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.304021] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.vzstorage_mount_opts = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.304195] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.304495] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.304681] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.vzstorage_mount_user = stack {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.304852] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.305037] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.auth_section = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.305218] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.auth_type = password {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.305382] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.305542] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.305704] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.305863] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.connect_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.306034] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.connect_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.306211] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.default_floating_pool = public {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.306375] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.endpoint_override = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.306540] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.extension_sync_interval = 600 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.306701] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.http_retries = 3 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.306862] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.307034] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.307199] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.max_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.307375] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.307690] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.min_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.307920] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.ovs_bridge = br-int {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.308114] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.physnets = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.308297] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.region_name = RegionOne {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.308466] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.retriable_status_codes = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.308638] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.service_metadata_proxy = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.308801] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.service_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.308970] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.service_type = network {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.309149] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.309328] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.status_code_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.309507] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.status_code_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.309670] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.309851] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.310022] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] neutron.version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.310198] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] notifications.bdms_in_notifications = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.310377] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] notifications.default_level = INFO {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.310544] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] notifications.include_share_mapping = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.310723] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] notifications.notification_format = unversioned {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.310885] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] notifications.notify_on_state_change = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.311072] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.311254] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] pci.alias = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.311426] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] pci.device_spec = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.311594] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] pci.report_in_placement = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.311872] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.auth_section = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.312127] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.auth_type = password {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.312318] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.312490] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.312652] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.312818] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.312980] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.connect_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.313156] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.connect_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.313317] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.default_domain_id = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.313478] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.default_domain_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.313636] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.domain_id = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.313794] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.domain_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.313954] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.endpoint_override = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.314131] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.314290] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.314449] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.max_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.314608] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.min_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.314778] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.password = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.314936] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.project_domain_id = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.315124] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.project_domain_name = Default {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.315348] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.project_id = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.315539] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.project_name = service {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.315714] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.region_name = RegionOne {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.315880] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.retriable_status_codes = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.316054] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.service_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.316234] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.service_type = placement {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.316401] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.316565] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.status_code_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.316724] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.status_code_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.316884] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.system_scope = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.317060] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.317224] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.trust_id = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.317386] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.user_domain_id = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.317556] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.user_domain_name = Default {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.317717] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.user_id = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.317890] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.username = nova {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.318085] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.318252] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] placement.version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.318439] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.cores = 20 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.318609] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.count_usage_from_placement = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.318783] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.318951] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.injected_file_content_bytes = 10240 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.319129] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.injected_file_path_length = 255 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.319301] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.injected_files = 5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.319499] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.instances = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.319669] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.key_pairs = 100 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.319837] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.metadata_items = 128 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.320009] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.ram = 51200 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.320184] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.recheck_quota = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.320359] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.server_group_members = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.320519] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.server_groups = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.320736] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.320913] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] quota.unified_limits_resource_strategy = require {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.321101] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.321270] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.321433] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] scheduler.image_metadata_prefilter = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.321597] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.321765] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] scheduler.max_attempts = 3 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.321928] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] scheduler.max_placement_results = 1000 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.322103] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.322269] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] scheduler.query_placement_for_image_type_support = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.322432] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.322610] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] scheduler.workers = 2 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.322788] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.322962] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.323158] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.323333] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.323502] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.323668] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.323833] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.324033] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.324208] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.host_subset_size = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.324373] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.324534] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.324699] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.324861] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.325057] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.isolated_hosts = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.325298] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.isolated_images = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.325479] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.325643] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.325809] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.325973] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.pci_in_placement = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.326154] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.326322] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.326487] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.326649] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.326812] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.326974] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.327149] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.track_instance_changes = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.327343] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.327531] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] metrics.required = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.327699] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] metrics.weight_multiplier = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.327865] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.328045] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] metrics.weight_setting = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.328373] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.328554] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] serial_console.enabled = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.328731] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] serial_console.port_range = 10000:20000 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.328905] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.329089] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.329262] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] serial_console.serialproxy_port = 6083 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.329458] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] service_user.auth_section = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.329641] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] service_user.auth_type = password {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.329803] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] service_user.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.329962] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] service_user.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.331433] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] service_user.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.331660] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] service_user.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.331853] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] service_user.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.332062] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] service_user.send_service_user_token = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.332238] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] service_user.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.332405] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] service_user.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.332585] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.agent_enabled = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.332750] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.enabled = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.333084] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.333295] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.333475] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.html5proxy_port = 6082 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.333642] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.image_compression = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.333802] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.jpeg_compression = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.333984] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.playback_compression = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.334168] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.require_secure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.334339] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.server_listen = 127.0.0.1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.334512] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.334675] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.streaming_mode = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.334833] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] spice.zlib_compression = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.335010] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] upgrade_levels.baseapi = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.335197] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] upgrade_levels.compute = auto {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.335357] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] upgrade_levels.conductor = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.335522] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] upgrade_levels.scheduler = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.335693] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vendordata_dynamic_auth.auth_section = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.335857] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vendordata_dynamic_auth.auth_type = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.336029] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vendordata_dynamic_auth.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.336199] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vendordata_dynamic_auth.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.336361] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.336527] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vendordata_dynamic_auth.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.336696] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vendordata_dynamic_auth.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.336842] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.337011] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vendordata_dynamic_auth.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.337195] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.api_retry_count = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.337383] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.ca_file = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.337564] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.cache_prefix = devstack-image-cache {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.337763] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.cluster_name = testcl1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.337910] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.connection_pool_size = 10 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.338089] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.console_delay_seconds = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.338268] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.datastore_regex = ^datastore.* {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.338484] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.338663] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.host_password = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.338833] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.host_port = 443 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.339007] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.host_username = administrator@vsphere.local {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.339186] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.insecure = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.339376] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.integration_bridge = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.339554] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.maximum_objects = 100 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.339717] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.pbm_default_policy = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.339882] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.pbm_enabled = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.340053] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.pbm_wsdl_location = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.340228] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.340416] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.serial_port_proxy_uri = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.340581] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.serial_port_service_uri = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.340747] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.task_poll_interval = 0.5 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.340918] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.use_linked_clone = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.341100] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.vnc_keymap = en-us {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.341271] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.vnc_port = 5900 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.341436] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vmware.vnc_port_total = 10000 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.341625] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vnc.auth_schemes = ['none'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.341803] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vnc.enabled = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.342117] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.342307] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.342480] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vnc.novncproxy_port = 6080 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.342668] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vnc.server_listen = 127.0.0.1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.342852] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.343023] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vnc.vencrypt_ca_certs = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.343189] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vnc.vencrypt_client_cert = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.343346] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vnc.vencrypt_client_key = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.343526] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.343688] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.disable_deep_image_inspection = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.343848] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.344013] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.344183] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.344343] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.disable_rootwrap = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.344504] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.enable_numa_live_migration = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.344663] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.344844] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.345020] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.345236] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.libvirt_disable_apic = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.345357] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.345519] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.345699] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.345863] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.346032] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.346196] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.346357] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.346517] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.346678] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.346843] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.347038] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.347227] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] wsgi.client_socket_timeout = 900 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.347412] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] wsgi.default_pool_size = 1000 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.347584] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] wsgi.keep_alive = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.347751] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] wsgi.max_header_line = 16384 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.347914] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] wsgi.secure_proxy_ssl_header = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.348087] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] wsgi.ssl_ca_file = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.348252] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] wsgi.ssl_cert_file = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.348430] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] wsgi.ssl_key_file = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.348601] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] wsgi.tcp_keepidle = 600 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.348777] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.348944] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] zvm.ca_file = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.349119] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] zvm.cloud_connector_url = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.349592] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.349784] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] zvm.reachable_timeout = 300 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.349972] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.350176] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.350395] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler.connection_string = messaging:// {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.350582] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler.enabled = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.350761] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler.es_doc_type = notification {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.350930] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler.es_scroll_size = 10000 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.351125] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler.es_scroll_time = 2m {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.351294] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler.filter_error_trace = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.351465] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler.hmac_keys = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.351640] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler.sentinel_service_name = mymaster {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.351807] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler.socket_timeout = 0.1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.351971] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler.trace_requests = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.352149] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler.trace_sqlalchemy = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.352340] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler_jaeger.process_tags = {} {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.352503] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler_jaeger.service_name_prefix = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.352665] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] profiler_otlp.service_name_prefix = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.352828] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] remote_debug.host = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.352986] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] remote_debug.port = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.353176] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.353338] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.353504] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.353665] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.353826] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.353987] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.354166] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.354328] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.354491] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.354662] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.354821] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.354990] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.355170] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.355331] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.355493] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.355667] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.355831] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.355993] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.356176] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.356340] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.356503] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.356667] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.356831] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.356993] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.357171] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.357365] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.357536] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.357698] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.357860] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.358037] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.358208] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.ssl = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.358380] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.358551] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.358713] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.358895] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.359079] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.ssl_version = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.359245] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.359466] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.359645] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_notifications.retry = -1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.359827] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.360026] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_messaging_notifications.transport_url = **** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.360209] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.auth_section = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.360402] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.auth_type = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.360568] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.cafile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.360728] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.certfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.360889] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.collect_timing = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.361060] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.connect_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.361221] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.connect_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.361378] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.endpoint_id = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.361551] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.endpoint_interface = publicURL {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.361710] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.endpoint_override = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.361867] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.endpoint_region_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.362036] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.endpoint_service_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.362199] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.endpoint_service_type = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.362360] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.insecure = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.362519] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.keyfile = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.362675] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.max_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.362831] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.min_version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.362986] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.region_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.363159] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.retriable_status_codes = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.363316] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.service_name = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.363472] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.service_type = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.363630] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.split_loggers = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.363786] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.status_code_retries = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.363940] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.status_code_retry_delay = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.364115] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.timeout = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.364274] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.valid_interfaces = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.364438] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_limit.version = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.364599] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_reports.file_event_handler = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.364763] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.364921] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] oslo_reports.log_dir = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.365107] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.365269] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.365425] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.365588] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.365751] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.365915] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.366096] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.366257] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plug_ovs_privileged.group = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.366414] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.366579] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.366743] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.366900] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] vif_plug_ovs_privileged.user = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.367098] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_linux_bridge.flat_interface = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.367311] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.367507] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.367684] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.367888] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.368078] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.368251] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.368430] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.368626] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.368815] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_ovs.isolate_vif = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.368993] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.369175] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.369372] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.369557] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_ovs.ovsdb_interface = native {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.369726] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] os_vif_ovs.per_port_bridge = False {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.369896] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] privsep_osbrick.capabilities = [21] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.370067] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] privsep_osbrick.group = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.370229] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] privsep_osbrick.helper_command = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.370420] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.370593] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.370753] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] privsep_osbrick.user = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.370929] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.371103] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] nova_sys_admin.group = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.371265] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] nova_sys_admin.helper_command = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.371431] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.371598] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.371756] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] nova_sys_admin.user = None {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.371884] env[68166]: DEBUG oslo_service.backend.eventlet.service [None req-509a97d7-749c-477c-ad8d-2c5200be0daf None None] ******************************************************************************** {{(pid=68166) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 499.372311] env[68166]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 499.876292] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Getting list of instances from cluster (obj){ [ 499.876292] env[68166]: value = "domain-c8" [ 499.876292] env[68166]: _type = "ClusterComputeResource" [ 499.876292] env[68166]: } {{(pid=68166) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 499.877468] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f25ae1e-49ee-49e3-a65e-10499f80250d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.886683] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Got total of 0 instances {{(pid=68166) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 499.887315] env[68166]: WARNING nova.virt.vmwareapi.driver [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 499.887803] env[68166]: INFO nova.virt.node [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Generated node identity b78e4260-f887-4ec5-a8d8-94988ec46da5 [ 499.888050] env[68166]: INFO nova.virt.node [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Wrote node identity b78e4260-f887-4ec5-a8d8-94988ec46da5 to /opt/stack/data/n-cpu-1/compute_id [ 500.390518] env[68166]: WARNING nova.compute.manager [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Compute nodes ['b78e4260-f887-4ec5-a8d8-94988ec46da5'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 501.395765] env[68166]: INFO nova.compute.manager [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 502.402201] env[68166]: WARNING nova.compute.manager [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 502.402618] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 502.402934] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 502.403216] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 502.403472] env[68166]: DEBUG nova.compute.resource_tracker [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68166) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 502.404846] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ff2590-21ed-47db-a5b8-68f83e1bc2e4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.425860] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f05e7c4-f623-405d-b42c-e530f9bb2a27 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.448542] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fb92b1-e129-44ec-b5dd-8f95db893e4e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.455798] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcce10d-ac20-4299-900b-b67f214280d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.485648] env[68166]: DEBUG nova.compute.resource_tracker [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181088MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68166) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 502.485886] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 502.486197] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 502.988823] env[68166]: WARNING nova.compute.resource_tracker [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] No compute node record for cpu-1:b78e4260-f887-4ec5-a8d8-94988ec46da5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host b78e4260-f887-4ec5-a8d8-94988ec46da5 could not be found. [ 503.492266] env[68166]: INFO nova.compute.resource_tracker [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: b78e4260-f887-4ec5-a8d8-94988ec46da5 [ 505.000679] env[68166]: DEBUG nova.compute.resource_tracker [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 505.001197] env[68166]: DEBUG nova.compute.resource_tracker [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 505.157725] env[68166]: INFO nova.scheduler.client.report [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] [req-8cfad3b4-9866-45d5-8e54-745d586a583e] Created resource provider record via placement API for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 505.175096] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1f8d7b-282a-41f8-b471-e37e2354cab1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.183290] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f667c0-f68d-4699-83c9-d981f1e2fd70 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.214400] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03608a7d-af1a-4d0d-80e9-6ef1eb55f272 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.221844] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8eb22c-3eb5-4f39-8a9d-05c75bbd5460 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.234736] env[68166]: DEBUG nova.compute.provider_tree [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 505.769578] env[68166]: DEBUG nova.scheduler.client.report [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 505.769808] env[68166]: DEBUG nova.compute.provider_tree [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 0 to 1 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 505.769950] env[68166]: DEBUG nova.compute.provider_tree [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 505.818076] env[68166]: DEBUG nova.compute.provider_tree [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 1 to 2 during operation: update_traits {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 506.322476] env[68166]: DEBUG nova.compute.resource_tracker [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 506.322851] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.837s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 506.322851] env[68166]: DEBUG nova.service [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Creating RPC server for service compute {{(pid=68166) start /opt/stack/nova/nova/service.py:186}} [ 506.338683] env[68166]: DEBUG nova.service [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] Join ServiceGroup membership for this service compute {{(pid=68166) start /opt/stack/nova/nova/service.py:203}} [ 506.338871] env[68166]: DEBUG nova.servicegroup.drivers.db [None req-2710d20e-7625-4267-894a-f04e84b8ef03 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68166) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 545.436851] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Acquiring lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.437641] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.943550] env[68166]: DEBUG nova.compute.manager [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 546.396315] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Acquiring lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.396958] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 546.489908] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.490428] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 546.491970] env[68166]: INFO nova.compute.claims [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.900648] env[68166]: DEBUG nova.compute.manager [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.434932] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 547.568685] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9972a2c-9bd0-45a8-a211-b5417a86dc0a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.578029] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f9ef80-cb23-40c5-8fe3-fc135f276566 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.607926] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee83592d-79f9-4a3f-aaca-b70bbf55a318 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.615437] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bddd9d-a336-46fa-a52d-663e02e0b290 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.631508] env[68166]: DEBUG nova.compute.provider_tree [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.136207] env[68166]: DEBUG nova.scheduler.client.report [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.646026] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 548.646026] env[68166]: DEBUG nova.compute.manager [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.649326] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.215s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 548.651018] env[68166]: INFO nova.compute.claims [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.151188] env[68166]: DEBUG nova.compute.utils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 549.152625] env[68166]: DEBUG nova.compute.manager [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.152864] env[68166]: DEBUG nova.network.neutron [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.661971] env[68166]: DEBUG nova.compute.manager [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 549.692832] env[68166]: DEBUG nova.policy [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9fd610e048c4652b2f81e3280274d52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee2d28af51fb4ecbaf1401c9d6218e3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 549.742681] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df595a5-7ec6-4ffb-889a-84b0ca66e70c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.755694] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b09e9da-3383-4117-a3f3-246cf93a7bfe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.792404] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44316e85-52bc-42bb-8536-def948fb3777 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.799866] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d19381-ba8e-458f-97b0-c81d1d28f61b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.819810] env[68166]: DEBUG nova.compute.provider_tree [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.186435] env[68166]: DEBUG nova.network.neutron [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Successfully created port: fe01d354-1059-42e3-b05d-6b0e7132f909 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.323992] env[68166]: DEBUG nova.scheduler.client.report [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.675960] env[68166]: DEBUG nova.compute.manager [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 550.710831] env[68166]: DEBUG nova.virt.hardware [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.711165] env[68166]: DEBUG nova.virt.hardware [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.711254] env[68166]: DEBUG nova.virt.hardware [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.711413] env[68166]: DEBUG nova.virt.hardware [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.711556] env[68166]: DEBUG nova.virt.hardware [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.711706] env[68166]: DEBUG nova.virt.hardware [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.711971] env[68166]: DEBUG nova.virt.hardware [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.712191] env[68166]: DEBUG nova.virt.hardware [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.712473] env[68166]: DEBUG nova.virt.hardware [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.712645] env[68166]: DEBUG nova.virt.hardware [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.712816] env[68166]: DEBUG nova.virt.hardware [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.713751] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a383ed-6438-4fb7-9acc-3c1257f6dfc5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.722281] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99b2c30-5c94-4e8c-a213-bc21813e48cf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.741462] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfccffb-aa49-4fef-ab18-6ef2ede36500 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.830268] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 550.830893] env[68166]: DEBUG nova.compute.manager [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.338830] env[68166]: DEBUG nova.compute.utils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 551.340316] env[68166]: DEBUG nova.compute.manager [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 551.341218] env[68166]: DEBUG nova.network.neutron [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 551.468546] env[68166]: DEBUG nova.policy [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c68d656a14d94b6590593f87d9598f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70d492f9669d4e88abe0f3baadc746c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 551.846222] env[68166]: DEBUG nova.compute.manager [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.495889] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "3a2b3377-72ea-4d06-9b48-e82757055254" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.496076] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "3a2b3377-72ea-4d06-9b48-e82757055254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.587554] env[68166]: DEBUG nova.network.neutron [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Successfully created port: 653dd552-beec-46a6-ac89-47816d5a0dea {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 552.860292] env[68166]: DEBUG nova.compute.manager [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 552.887895] env[68166]: DEBUG nova.virt.hardware [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 552.888165] env[68166]: DEBUG nova.virt.hardware [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 552.888321] env[68166]: DEBUG nova.virt.hardware [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 552.888501] env[68166]: DEBUG nova.virt.hardware [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 552.888655] env[68166]: DEBUG nova.virt.hardware [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 552.888800] env[68166]: DEBUG nova.virt.hardware [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 552.895565] env[68166]: DEBUG nova.virt.hardware [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 552.895848] env[68166]: DEBUG nova.virt.hardware [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 552.896055] env[68166]: DEBUG nova.virt.hardware [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 552.896230] env[68166]: DEBUG nova.virt.hardware [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 552.896409] env[68166]: DEBUG nova.virt.hardware [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 552.901025] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40a1b0b-e496-49b1-b6cb-b249dfe254be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.907444] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b3e0c1-3a56-4a80-8e86-0b1743a3cbfc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.999264] env[68166]: DEBUG nova.compute.manager [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.357398] env[68166]: DEBUG nova.network.neutron [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Successfully updated port: fe01d354-1059-42e3-b05d-6b0e7132f909 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 553.537281] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.540158] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.540158] env[68166]: INFO nova.compute.claims [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.862254] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Acquiring lock "refresh_cache-b41f7d30-bbc6-4c5d-9f58-05348ec36606" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.862254] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Acquired lock "refresh_cache-b41f7d30-bbc6-4c5d-9f58-05348ec36606" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.862254] env[68166]: DEBUG nova.network.neutron [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 554.340903] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._sync_power_states {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.577904] env[68166]: DEBUG nova.network.neutron [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 554.609255] env[68166]: DEBUG nova.compute.manager [req-67c03c5f-4572-49a0-881f-0078360c9b4d req-f45d92fc-ee76-4692-b40d-ad6da7c7a63d service nova] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Received event network-vif-plugged-fe01d354-1059-42e3-b05d-6b0e7132f909 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 554.609255] env[68166]: DEBUG oslo_concurrency.lockutils [req-67c03c5f-4572-49a0-881f-0078360c9b4d req-f45d92fc-ee76-4692-b40d-ad6da7c7a63d service nova] Acquiring lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.609255] env[68166]: DEBUG oslo_concurrency.lockutils [req-67c03c5f-4572-49a0-881f-0078360c9b4d req-f45d92fc-ee76-4692-b40d-ad6da7c7a63d service nova] Lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.609255] env[68166]: DEBUG oslo_concurrency.lockutils [req-67c03c5f-4572-49a0-881f-0078360c9b4d req-f45d92fc-ee76-4692-b40d-ad6da7c7a63d service nova] Lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.609255] env[68166]: DEBUG nova.compute.manager [req-67c03c5f-4572-49a0-881f-0078360c9b4d req-f45d92fc-ee76-4692-b40d-ad6da7c7a63d service nova] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] No waiting events found dispatching network-vif-plugged-fe01d354-1059-42e3-b05d-6b0e7132f909 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 554.609560] env[68166]: WARNING nova.compute.manager [req-67c03c5f-4572-49a0-881f-0078360c9b4d req-f45d92fc-ee76-4692-b40d-ad6da7c7a63d service nova] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Received unexpected event network-vif-plugged-fe01d354-1059-42e3-b05d-6b0e7132f909 for instance with vm_state building and task_state spawning. [ 554.626033] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae85e73-2203-4409-ba9a-0773e2257dfd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.634829] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfec22e9-d3ec-4603-ba1f-c42f79e29b10 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.673638] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93de9d3f-70ab-48bd-8487-4ba991826d74 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.681646] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7992e6-1661-45ee-ac1c-8fbb068e189b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.696367] env[68166]: DEBUG nova.compute.provider_tree [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.845626] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Getting list of instances from cluster (obj){ [ 554.845626] env[68166]: value = "domain-c8" [ 554.845626] env[68166]: _type = "ClusterComputeResource" [ 554.845626] env[68166]: } {{(pid=68166) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 554.846690] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b8464a-5776-4484-87e8-b0df11e568aa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.862401] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Got total of 0 instances {{(pid=68166) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 554.862649] env[68166]: WARNING nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] While synchronizing instance power states, found 3 instances in the database and 0 instances on the hypervisor. [ 554.862780] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Triggering sync for uuid b41f7d30-bbc6-4c5d-9f58-05348ec36606 {{(pid=68166) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 554.862944] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Triggering sync for uuid 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3 {{(pid=68166) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 554.863128] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Triggering sync for uuid 3a2b3377-72ea-4d06-9b48-e82757055254 {{(pid=68166) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 554.863418] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.863651] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.863953] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "3a2b3377-72ea-4d06-9b48-e82757055254" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.864030] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.867467] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68166) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 554.867910] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.020183] env[68166]: DEBUG nova.network.neutron [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Updating instance_info_cache with network_info: [{"id": "fe01d354-1059-42e3-b05d-6b0e7132f909", "address": "fa:16:3e:61:81:c4", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe01d354-10", "ovs_interfaceid": "fe01d354-1059-42e3-b05d-6b0e7132f909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.200203] env[68166]: DEBUG nova.scheduler.client.report [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.374270] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.376600] env[68166]: DEBUG nova.network.neutron [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Successfully updated port: 653dd552-beec-46a6-ac89-47816d5a0dea {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 555.523544] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Releasing lock "refresh_cache-b41f7d30-bbc6-4c5d-9f58-05348ec36606" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.524026] env[68166]: DEBUG nova.compute.manager [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Instance network_info: |[{"id": "fe01d354-1059-42e3-b05d-6b0e7132f909", "address": "fa:16:3e:61:81:c4", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe01d354-10", "ovs_interfaceid": "fe01d354-1059-42e3-b05d-6b0e7132f909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 555.524861] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:81:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe01d354-1059-42e3-b05d-6b0e7132f909', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.542184] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.542973] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dafd4d9f-24d3-483e-bb5e-e519021eae2b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.561030] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Created folder: OpenStack in parent group-v4. [ 555.561259] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Creating folder: Project (ee2d28af51fb4ecbaf1401c9d6218e3a). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.561765] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffb0fafd-aee0-4c13-99a5-438940b8e975 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.572696] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Created folder: Project (ee2d28af51fb4ecbaf1401c9d6218e3a) in parent group-v563881. [ 555.573336] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Creating folder: Instances. Parent ref: group-v563882. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.573336] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-225eebec-55d2-46b8-af3e-c385af4b438d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.582942] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Created folder: Instances in parent group-v563882. [ 555.583231] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 555.583424] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.583639] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21ea6c30-b05d-4e41-a554-9a93b7d1947c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.606020] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.606020] env[68166]: value = "task-2806029" [ 555.606020] env[68166]: _type = "Task" [ 555.606020] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.614581] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806029, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.707933] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.708328] env[68166]: DEBUG nova.compute.manager [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 555.713158] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.339s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.714211] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.714865] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68166) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 555.715893] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add958a2-73ea-48a7-b9e9-bc407d589f40 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.727189] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dc7738-9506-481a-bf13-161b9c3cf260 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.749517] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e50ff8e-80ea-4377-88b8-3303d9ffcc82 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.758070] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bc15fc-0833-490e-8304-66672117c8a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.790461] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181085MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68166) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 555.790616] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.791267] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.882477] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Acquiring lock "refresh_cache-7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.883055] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Acquired lock "refresh_cache-7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.883403] env[68166]: DEBUG nova.network.neutron [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 555.943686] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Acquiring lock "c8460358-ceb1-4800-892c-854f5cf2fb60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.943686] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Lock "c8460358-ceb1-4800-892c-854f5cf2fb60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.115682] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806029, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.215521] env[68166]: DEBUG nova.compute.utils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 556.217094] env[68166]: DEBUG nova.compute.manager [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.218173] env[68166]: DEBUG nova.network.neutron [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.327601] env[68166]: DEBUG nova.policy [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de6b1e319c7249cf839115f5fb981eed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '717de4bd33e149d0a6bef172144e5d9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.445225] env[68166]: DEBUG nova.compute.manager [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.462844] env[68166]: DEBUG nova.network.neutron [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 556.618573] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806029, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.721057] env[68166]: DEBUG nova.compute.manager [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 556.787659] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Acquiring lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.787659] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.818590] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance b41f7d30-bbc6-4c5d-9f58-05348ec36606 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 556.818590] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 556.818590] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 3a2b3377-72ea-4d06-9b48-e82757055254 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 556.979924] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.107220] env[68166]: DEBUG nova.network.neutron [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Updating instance_info_cache with network_info: [{"id": "653dd552-beec-46a6-ac89-47816d5a0dea", "address": "fa:16:3e:ce:e7:f3", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653dd552-be", "ovs_interfaceid": "653dd552-beec-46a6-ac89-47816d5a0dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.120282] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806029, 'name': CreateVM_Task, 'duration_secs': 1.383649} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.121080] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.138645] env[68166]: DEBUG oslo_vmware.service [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1239c929-64d5-4b96-9bec-1915a21b1c4e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.146570] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.146768] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.147449] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.147823] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ac38c0-bf3e-4f95-acfa-8d56b43cede9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.156506] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 557.156506] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e63a32-2915-f896-54e7-a4e00bf5f571" [ 557.156506] env[68166]: _type = "Task" [ 557.156506] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.166870] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e63a32-2915-f896-54e7-a4e00bf5f571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.198587] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Acquiring lock "bacf5456-19e2-4245-8691-ec7af39bf00a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.198854] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Lock "bacf5456-19e2-4245-8691-ec7af39bf00a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.290179] env[68166]: DEBUG nova.compute.manager [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.323167] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance c8460358-ceb1-4800-892c-854f5cf2fb60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 557.496488] env[68166]: DEBUG nova.network.neutron [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Successfully created port: 1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 557.612691] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Releasing lock "refresh_cache-7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.613018] env[68166]: DEBUG nova.compute.manager [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Instance network_info: |[{"id": "653dd552-beec-46a6-ac89-47816d5a0dea", "address": "fa:16:3e:ce:e7:f3", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653dd552-be", "ovs_interfaceid": "653dd552-beec-46a6-ac89-47816d5a0dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 557.613424] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:e7:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '653dd552-beec-46a6-ac89-47816d5a0dea', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.623747] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Creating folder: Project (70d492f9669d4e88abe0f3baadc746c6). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.623843] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dfccff9-b5c0-488d-8529-9b3a5bf927c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.635869] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Created folder: Project (70d492f9669d4e88abe0f3baadc746c6) in parent group-v563881. [ 557.636096] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Creating folder: Instances. Parent ref: group-v563885. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.636419] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff559c3d-80c5-4c25-82f0-70af2d5a08eb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.645806] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Created folder: Instances in parent group-v563885. [ 557.646058] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 557.646250] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 557.646832] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e095d774-2424-4177-8531-6e0718bf620a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.676856] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.676856] env[68166]: value = "task-2806032" [ 557.676856] env[68166]: _type = "Task" [ 557.676856] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.693475] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.693475] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.693475] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.693960] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.693960] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.694395] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806032, 'name': CreateVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.694622] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a196c787-1656-44af-92f2-2a939bdabe79 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.701383] env[68166]: DEBUG nova.compute.manager [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.711958] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.711958] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.711958] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ac1e7-ba12-47fd-9674-193a33b2265c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.719756] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17ef707-c0cc-438a-8ca6-e26b1671be41 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.726745] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 557.726745] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5281d03c-cc49-f6a9-f525-272e6e91fc4f" [ 557.726745] env[68166]: _type = "Task" [ 557.726745] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.732695] env[68166]: DEBUG nova.compute.manager [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 557.737865] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5281d03c-cc49-f6a9-f525-272e6e91fc4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.771039] env[68166]: DEBUG nova.virt.hardware [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 557.771936] env[68166]: DEBUG nova.virt.hardware [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 557.771936] env[68166]: DEBUG nova.virt.hardware [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 557.771936] env[68166]: DEBUG nova.virt.hardware [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 557.772236] env[68166]: DEBUG nova.virt.hardware [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 557.772431] env[68166]: DEBUG nova.virt.hardware [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 557.772725] env[68166]: DEBUG nova.virt.hardware [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 557.773115] env[68166]: DEBUG nova.virt.hardware [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 557.773115] env[68166]: DEBUG nova.virt.hardware [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 557.773389] env[68166]: DEBUG nova.virt.hardware [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 557.773556] env[68166]: DEBUG nova.virt.hardware [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 557.774795] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bf1b0d-35ac-41f2-9894-98a7a7018147 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.785403] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638ccd6a-f34f-4c02-addd-20063826bd25 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.826252] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.828442] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance edd58309-7d6a-4ee8-9cdf-d470461a63c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 558.188451] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806032, 'name': CreateVM_Task, 'duration_secs': 0.328595} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.188451] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 558.188754] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.188754] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.189054] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.193150] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7d73cd0-ab30-4801-be27-05b400a11e4e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.197570] env[68166]: DEBUG nova.compute.manager [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Received event network-changed-fe01d354-1059-42e3-b05d-6b0e7132f909 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.197757] env[68166]: DEBUG nova.compute.manager [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Refreshing instance network info cache due to event network-changed-fe01d354-1059-42e3-b05d-6b0e7132f909. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 558.198047] env[68166]: DEBUG oslo_concurrency.lockutils [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] Acquiring lock "refresh_cache-b41f7d30-bbc6-4c5d-9f58-05348ec36606" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.198148] env[68166]: DEBUG oslo_concurrency.lockutils [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] Acquired lock "refresh_cache-b41f7d30-bbc6-4c5d-9f58-05348ec36606" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.198344] env[68166]: DEBUG nova.network.neutron [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Refreshing network info cache for port fe01d354-1059-42e3-b05d-6b0e7132f909 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 558.203821] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Waiting for the task: (returnval){ [ 558.203821] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529b1710-d4ad-1b41-7fd3-9000f3d8fd74" [ 558.203821] env[68166]: _type = "Task" [ 558.203821] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.217446] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529b1710-d4ad-1b41-7fd3-9000f3d8fd74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.239085] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.244069] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Preparing fetch location {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 558.244729] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Creating directory with path [datastore2] vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.244729] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-810da538-d0e8-461f-b76b-0a64158522fd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.259297] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Created directory with path [datastore2] vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.259297] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Fetch image to [datastore2] vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 558.259297] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Downloading image file data 071073b0-a917-4b32-a22e-d7fadf64b66d to [datastore2] vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk on the data store datastore2 {{(pid=68166) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 558.259297] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b1a59a-84c1-43ee-bdbc-a22a71c6b692 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.270465] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b009495-0bda-44b0-9315-cbd8f55ca5fd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.289119] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983fe949-f4cd-4afc-8ee7-f83fec4ce4b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.329613] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b80e94f-52e2-4a7e-9e2f-10eee2325c1c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.333121] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance bacf5456-19e2-4245-8691-ec7af39bf00a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 558.333261] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 558.333414] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 558.344232] env[68166]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-83ef7990-2993-4e0a-8667-61fadbebf543 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.442413] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Downloading image file data 071073b0-a917-4b32-a22e-d7fadf64b66d to the data store datastore2 {{(pid=68166) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 558.470400] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901ba1f2-782c-4a07-89fd-22ea7fdbf618 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.483261] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95c1823-598f-45e1-934d-21a168d8cf7b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.524945] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3472b3-da12-4761-8b7d-b57bfeee4d5b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.532661] env[68166]: DEBUG oslo_vmware.rw_handles [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68166) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 558.534789] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678c275e-200a-4acc-afa7-f683c2b0187c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.604362] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.720098] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.720098] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 558.720593] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.113466] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.297879] env[68166]: DEBUG oslo_vmware.rw_handles [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Completed reading data from the image iterator. {{(pid=68166) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 559.298264] env[68166]: DEBUG oslo_vmware.rw_handles [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 559.314882] env[68166]: DEBUG nova.network.neutron [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Updated VIF entry in instance network info cache for port fe01d354-1059-42e3-b05d-6b0e7132f909. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.315391] env[68166]: DEBUG nova.network.neutron [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Updating instance_info_cache with network_info: [{"id": "fe01d354-1059-42e3-b05d-6b0e7132f909", "address": "fa:16:3e:61:81:c4", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe01d354-10", "ovs_interfaceid": "fe01d354-1059-42e3-b05d-6b0e7132f909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.341922] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Downloaded image file data 071073b0-a917-4b32-a22e-d7fadf64b66d to vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk on the data store datastore2 {{(pid=68166) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 559.344296] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Caching image {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 559.345332] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Copying Virtual Disk [datastore2] vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk to [datastore2] vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.345332] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-154edc5c-47e0-4109-820e-9e9a494314af {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.356344] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 559.356344] env[68166]: value = "task-2806033" [ 559.356344] env[68166]: _type = "Task" [ 559.356344] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.365229] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.622731] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 559.622832] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.832s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 559.624155] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.643s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.624871] env[68166]: INFO nova.compute.claims [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.630802] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 559.630802] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Getting list of instances from cluster (obj){ [ 559.630802] env[68166]: value = "domain-c8" [ 559.630802] env[68166]: _type = "ClusterComputeResource" [ 559.630802] env[68166]: } {{(pid=68166) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 559.632308] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a998baff-a8d0-4c53-8057-5f184f3d36bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.646924] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Got total of 2 instances {{(pid=68166) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 559.818227] env[68166]: DEBUG oslo_concurrency.lockutils [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] Releasing lock "refresh_cache-b41f7d30-bbc6-4c5d-9f58-05348ec36606" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.818509] env[68166]: DEBUG nova.compute.manager [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Received event network-vif-plugged-653dd552-beec-46a6-ac89-47816d5a0dea {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.818746] env[68166]: DEBUG oslo_concurrency.lockutils [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] Acquiring lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.818962] env[68166]: DEBUG oslo_concurrency.lockutils [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] Lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.819134] env[68166]: DEBUG oslo_concurrency.lockutils [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] Lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 559.819300] env[68166]: DEBUG nova.compute.manager [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] No waiting events found dispatching network-vif-plugged-653dd552-beec-46a6-ac89-47816d5a0dea {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.819583] env[68166]: WARNING nova.compute.manager [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Received unexpected event network-vif-plugged-653dd552-beec-46a6-ac89-47816d5a0dea for instance with vm_state building and task_state spawning. [ 559.819831] env[68166]: DEBUG nova.compute.manager [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Received event network-changed-653dd552-beec-46a6-ac89-47816d5a0dea {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.820042] env[68166]: DEBUG nova.compute.manager [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Refreshing instance network info cache due to event network-changed-653dd552-beec-46a6-ac89-47816d5a0dea. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 559.820249] env[68166]: DEBUG oslo_concurrency.lockutils [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] Acquiring lock "refresh_cache-7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.820384] env[68166]: DEBUG oslo_concurrency.lockutils [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] Acquired lock "refresh_cache-7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.820539] env[68166]: DEBUG nova.network.neutron [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Refreshing network info cache for port 653dd552-beec-46a6-ac89-47816d5a0dea {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.870459] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806033, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.890085] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Acquiring lock "d570add5-1201-4132-8af7-b25d20d33356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.890219] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Lock "d570add5-1201-4132-8af7-b25d20d33356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.084382] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "ed2bca2e-9fe5-417b-a455-c997b75d3cdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.084382] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "ed2bca2e-9fe5-417b-a455-c997b75d3cdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.293755] env[68166]: DEBUG nova.network.neutron [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Successfully updated port: 1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.297028] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.297111] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.297322] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.298024] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.298024] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.298024] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.370848] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661685} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.370971] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Copied Virtual Disk [datastore2] vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk to [datastore2] vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.371495] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Deleting the datastore file [datastore2] vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 560.371495] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-150eea83-6ebe-4efc-9bd9-cdbd44c39ada {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.378311] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 560.378311] env[68166]: value = "task-2806034" [ 560.378311] env[68166]: _type = "Task" [ 560.378311] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.392048] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.394604] env[68166]: DEBUG nova.compute.manager [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.591045] env[68166]: DEBUG nova.compute.manager [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.796918] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1da8a5-4ee9-4aee-9b27-1fcad1d3bde1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.800267] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.800267] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.800362] env[68166]: DEBUG nova.network.neutron [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 560.807130] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca97d0ed-90cf-44b7-8c2d-b08e61f5341b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.849641] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459fb900-9f13-4466-8ab9-b5585ead655b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.859951] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf18ae14-a388-47b2-bb9a-0ff895915ead {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.877581] env[68166]: DEBUG nova.compute.provider_tree [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.889683] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024176} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.889683] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 560.889683] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Moving file from [datastore2] vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5/071073b0-a917-4b32-a22e-d7fadf64b66d to [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d. {{(pid=68166) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 560.889904] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-063cee45-69dc-4d63-a794-457340c993fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.903320] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 560.903320] env[68166]: value = "task-2806035" [ 560.903320] env[68166]: _type = "Task" [ 560.903320] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.920142] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806035, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.931177] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.117415] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.312542] env[68166]: DEBUG nova.network.neutron [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Updated VIF entry in instance network info cache for port 653dd552-beec-46a6-ac89-47816d5a0dea. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.313215] env[68166]: DEBUG nova.network.neutron [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Updating instance_info_cache with network_info: [{"id": "653dd552-beec-46a6-ac89-47816d5a0dea", "address": "fa:16:3e:ce:e7:f3", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653dd552-be", "ovs_interfaceid": "653dd552-beec-46a6-ac89-47816d5a0dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.386964] env[68166]: DEBUG nova.scheduler.client.report [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.425044] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806035, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027975} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.425044] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] File moved {{(pid=68166) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 561.425044] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Cleaning up location [datastore2] vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5 {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 561.425424] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Deleting the datastore file [datastore2] vmware_temp/455c9b70-5c6b-4c45-b060-16405daf2ed5 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 561.425472] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-424979cd-699b-4e63-a57a-489a56247a62 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.433725] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 561.433725] env[68166]: value = "task-2806036" [ 561.433725] env[68166]: _type = "Task" [ 561.433725] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.442362] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.450639] env[68166]: DEBUG nova.network.neutron [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.656836] env[68166]: DEBUG nova.compute.manager [req-b184807c-5a5b-4af1-a9be-4d7168043786 req-347d8e1f-4f95-4ab8-8be5-6bc56051798b service nova] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Received event network-vif-plugged-1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.657062] env[68166]: DEBUG oslo_concurrency.lockutils [req-b184807c-5a5b-4af1-a9be-4d7168043786 req-347d8e1f-4f95-4ab8-8be5-6bc56051798b service nova] Acquiring lock "3a2b3377-72ea-4d06-9b48-e82757055254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.657264] env[68166]: DEBUG oslo_concurrency.lockutils [req-b184807c-5a5b-4af1-a9be-4d7168043786 req-347d8e1f-4f95-4ab8-8be5-6bc56051798b service nova] Lock "3a2b3377-72ea-4d06-9b48-e82757055254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.657422] env[68166]: DEBUG oslo_concurrency.lockutils [req-b184807c-5a5b-4af1-a9be-4d7168043786 req-347d8e1f-4f95-4ab8-8be5-6bc56051798b service nova] Lock "3a2b3377-72ea-4d06-9b48-e82757055254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.657586] env[68166]: DEBUG nova.compute.manager [req-b184807c-5a5b-4af1-a9be-4d7168043786 req-347d8e1f-4f95-4ab8-8be5-6bc56051798b service nova] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] No waiting events found dispatching network-vif-plugged-1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.657747] env[68166]: WARNING nova.compute.manager [req-b184807c-5a5b-4af1-a9be-4d7168043786 req-347d8e1f-4f95-4ab8-8be5-6bc56051798b service nova] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Received unexpected event network-vif-plugged-1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5 for instance with vm_state building and task_state spawning. [ 561.816238] env[68166]: DEBUG oslo_concurrency.lockutils [req-efeb2fcf-d4d3-4e80-b36b-f3aa58657970 req-d3a6fb1c-4d61-4073-af17-2138dfada6ff service nova] Releasing lock "refresh_cache-7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.893115] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.894998] env[68166]: DEBUG nova.compute.manager [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 561.901936] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.076s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.903952] env[68166]: INFO nova.compute.claims [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.949417] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026636} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.949735] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 561.950537] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaab9841-5d20-408f-bf98-ad2db41ffe49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.957159] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 561.957159] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524f76a9-0ccf-f582-ef6f-5bfa24293fcd" [ 561.957159] env[68166]: _type = "Task" [ 561.957159] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.965323] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524f76a9-0ccf-f582-ef6f-5bfa24293fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.025935] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquiring lock "553ee163-1336-4434-89f6-4bbc5f5fa2fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.026196] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lock "553ee163-1336-4434-89f6-4bbc5f5fa2fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.063343] env[68166]: DEBUG nova.network.neutron [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance_info_cache with network_info: [{"id": "1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5", "address": "fa:16:3e:b7:7a:a9", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0e6c45-bc", "ovs_interfaceid": "1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.411238] env[68166]: DEBUG nova.compute.utils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 562.414830] env[68166]: DEBUG nova.compute.manager [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 562.415119] env[68166]: DEBUG nova.network.neutron [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 562.473381] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524f76a9-0ccf-f582-ef6f-5bfa24293fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.008916} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.473795] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.474242] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] b41f7d30-bbc6-4c5d-9f58-05348ec36606/b41f7d30-bbc6-4c5d-9f58-05348ec36606.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 562.474589] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.474791] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 562.475023] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-079b6d6d-d727-481f-9884-9705eda104f9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.477434] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baea9516-e7db-40b5-a477-a7fdac3161a9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.487122] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 562.487122] env[68166]: value = "task-2806037" [ 562.487122] env[68166]: _type = "Task" [ 562.487122] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.492240] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 562.492557] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 562.494479] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae851862-9812-44ac-a008-c44311b31709 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.503087] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.507293] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Waiting for the task: (returnval){ [ 562.507293] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d298d0-680c-c758-eec3-71c6101f8abb" [ 562.507293] env[68166]: _type = "Task" [ 562.507293] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.512035] env[68166]: DEBUG nova.policy [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '367672f20da041f7bb7db7b1d923aaa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d9248e671c347a0af221635cd975b7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 562.521534] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d298d0-680c-c758-eec3-71c6101f8abb, 'name': SearchDatastore_Task, 'duration_secs': 0.009174} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.522530] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69cfef74-682f-4eef-98b8-025f3e82e70d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.529420] env[68166]: DEBUG nova.compute.manager [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.535019] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Waiting for the task: (returnval){ [ 562.535019] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]520db498-6f0a-f6b1-4fbe-77e83574956f" [ 562.535019] env[68166]: _type = "Task" [ 562.535019] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.545850] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520db498-6f0a-f6b1-4fbe-77e83574956f, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.546291] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.546589] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3/7b77cdd8-0a47-4bef-8d84-9a83d855f4c3.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 562.546865] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e099a267-95f5-4724-9261-8a03f2544bd4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.559024] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Waiting for the task: (returnval){ [ 562.559024] env[68166]: value = "task-2806038" [ 562.559024] env[68166]: _type = "Task" [ 562.559024] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.567500] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.567895] env[68166]: DEBUG nova.compute.manager [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Instance network_info: |[{"id": "1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5", "address": "fa:16:3e:b7:7a:a9", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0e6c45-bc", "ovs_interfaceid": "1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 562.568442] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:7a:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.577393] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Creating folder: Project (717de4bd33e149d0a6bef172144e5d9c). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.582266] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e72262b0-cf8a-4434-9f83-a003ff354f55 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.582768] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.591474] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Created folder: Project (717de4bd33e149d0a6bef172144e5d9c) in parent group-v563881. [ 562.591752] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Creating folder: Instances. Parent ref: group-v563888. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.592052] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f19faa3e-1054-42cd-8ccb-ea093e8cd0ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.605781] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Created folder: Instances in parent group-v563888. [ 562.606267] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 562.606598] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.607075] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7612c68a-0e1a-46dd-9d05-6e72d2c274dc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.636700] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.636700] env[68166]: value = "task-2806041" [ 562.636700] env[68166]: _type = "Task" [ 562.636700] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.645584] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806041, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.918741] env[68166]: DEBUG nova.compute.manager [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.000916] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.073174] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.085249] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806038, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.156611] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806041, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.200426] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ef9cd6-df92-4eb4-8b29-6ae9700eb1aa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.212642] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158a50f5-5b44-4180-b084-8b045490cf88 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.250337] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d0016f-829b-4c44-bf1d-c4127f37c8a0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.261338] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5671bac1-f012-4b4a-a16e-4a91382b0f2b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.276352] env[68166]: DEBUG nova.compute.provider_tree [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 563.400302] env[68166]: DEBUG nova.network.neutron [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Successfully created port: 10b81823-1dc8-4d60-afe2-bb7afe61221a {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.504172] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557571} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.504566] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] b41f7d30-bbc6-4c5d-9f58-05348ec36606/b41f7d30-bbc6-4c5d-9f58-05348ec36606.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 563.505477] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 563.505477] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66afd83f-1175-4521-be99-c76992c800ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.513114] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 563.513114] env[68166]: value = "task-2806042" [ 563.513114] env[68166]: _type = "Task" [ 563.513114] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.525448] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.572127] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910974} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.572473] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3/7b77cdd8-0a47-4bef-8d84-9a83d855f4c3.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 563.572684] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 563.574019] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-506186d3-ad17-47ba-af42-b0ab77dba119 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.582855] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Waiting for the task: (returnval){ [ 563.582855] env[68166]: value = "task-2806043" [ 563.582855] env[68166]: _type = "Task" [ 563.582855] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.599395] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.654472] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806041, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.807600] env[68166]: ERROR nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [req-00df4f61-7c46-41d6-9620-60fff8f309bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-00df4f61-7c46-41d6-9620-60fff8f309bd"}]} [ 563.831338] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 563.855556] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 563.855751] env[68166]: DEBUG nova.compute.provider_tree [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 563.937373] env[68166]: DEBUG nova.compute.manager [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 563.963351] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 563.982960] env[68166]: DEBUG nova.virt.hardware [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 563.983254] env[68166]: DEBUG nova.virt.hardware [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.983403] env[68166]: DEBUG nova.virt.hardware [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 563.983612] env[68166]: DEBUG nova.virt.hardware [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.983710] env[68166]: DEBUG nova.virt.hardware [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 563.983847] env[68166]: DEBUG nova.virt.hardware [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 563.984074] env[68166]: DEBUG nova.virt.hardware [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 563.984247] env[68166]: DEBUG nova.virt.hardware [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 563.984417] env[68166]: DEBUG nova.virt.hardware [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 563.984564] env[68166]: DEBUG nova.virt.hardware [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 563.984726] env[68166]: DEBUG nova.virt.hardware [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.985637] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e612abb4-acb9-4ed0-8872-9a435a893f28 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.989153] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 563.999458] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb94ad9-cc4c-4f70-b6ee-b62e7d2691a6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.031421] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167665} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.031838] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 564.032659] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10a8d8e-0652-4818-8b6c-453126c17ee4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.061561] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] b41f7d30-bbc6-4c5d-9f58-05348ec36606/b41f7d30-bbc6-4c5d-9f58-05348ec36606.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.066208] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-679906f4-0a24-4bda-bac7-823486f8f6be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.088449] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 564.088449] env[68166]: value = "task-2806044" [ 564.088449] env[68166]: _type = "Task" [ 564.088449] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.095933] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101792} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.103121] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 564.104258] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803d86e-8dfa-4ea1-8962-e1bb88e78f7d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.110630] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.130252] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3/7b77cdd8-0a47-4bef-8d84-9a83d855f4c3.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.136730] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4bc1a0e-a958-4e1a-bb00-b3c49b6d9db6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.166040] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806041, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.167490] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Waiting for the task: (returnval){ [ 564.167490] env[68166]: value = "task-2806045" [ 564.167490] env[68166]: _type = "Task" [ 564.167490] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.177278] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.251146] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf96e9dd-0d0b-43b9-8085-7dedca1991b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.259573] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc536b-44d5-4bcb-9484-ab6b116252eb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.291730] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103e4994-59f2-47ef-8c92-5113b43714da {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.302954] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d606cf-b104-41e3-bde8-71941f3d6099 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.319368] env[68166]: DEBUG nova.compute.provider_tree [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 564.602924] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806044, 'name': ReconfigVM_Task, 'duration_secs': 0.360342} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.603997] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Reconfigured VM instance instance-00000001 to attach disk [datastore2] b41f7d30-bbc6-4c5d-9f58-05348ec36606/b41f7d30-bbc6-4c5d-9f58-05348ec36606.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.605553] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b110ada7-44e5-4453-8186-edd5cfd97dce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.613628] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 564.613628] env[68166]: value = "task-2806046" [ 564.613628] env[68166]: _type = "Task" [ 564.613628] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.626022] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806046, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.669585] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806041, 'name': CreateVM_Task, 'duration_secs': 1.601576} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.677594] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.682740] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.682740] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.682938] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.683753] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525e44c8-e5f5-44ef-9d36-daf70f869b82 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.689155] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806045, 'name': ReconfigVM_Task, 'duration_secs': 0.304093} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.689613] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3/7b77cdd8-0a47-4bef-8d84-9a83d855f4c3.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.690296] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98f338f2-2a9e-472b-b03c-f0fc344ce349 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.694026] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 564.694026] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5207d34d-290e-8b07-7c1d-4a06ee5cb7e8" [ 564.694026] env[68166]: _type = "Task" [ 564.694026] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.702076] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Waiting for the task: (returnval){ [ 564.702076] env[68166]: value = "task-2806047" [ 564.702076] env[68166]: _type = "Task" [ 564.702076] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.712621] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5207d34d-290e-8b07-7c1d-4a06ee5cb7e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.716018] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.716018] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.716018] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.716018] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.716537] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.716537] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b2dd277-e2ce-492e-9667-beade21423b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.719773] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806047, 'name': Rename_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.727553] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.728253] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.731400] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08865db6-2a1f-437f-9dec-1fa446588b28 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.739148] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 564.739148] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e4ebb0-e73d-550e-f5ad-49c6f4c734d7" [ 564.739148] env[68166]: _type = "Task" [ 564.739148] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.748107] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e4ebb0-e73d-550e-f5ad-49c6f4c734d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.855202] env[68166]: ERROR nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [req-04462421-a709-48be-ba6b-17ab6960ff47] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-04462421-a709-48be-ba6b-17ab6960ff47"}]} [ 564.878861] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 564.898945] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 564.899180] env[68166]: DEBUG nova.compute.provider_tree [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 564.916984] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 564.952342] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 565.146273] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806046, 'name': Rename_Task, 'duration_secs': 0.136868} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.146837] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.147067] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a68a9eb-5859-42e5-b2c8-cedaab74e15f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.155603] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 565.155603] env[68166]: value = "task-2806048" [ 565.155603] env[68166]: _type = "Task" [ 565.155603] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.169488] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.203845] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3d9fe3-5461-4406-bb74-128cb2a693d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.219071] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7443df9-a35c-4686-a506-11ab5635f4d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.224397] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806047, 'name': Rename_Task, 'duration_secs': 0.131848} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.224397] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.224397] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39acd434-e400-4ce7-ad4c-faf304bbc338 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.265189] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff32e0e-df96-4255-b5fb-161650e262a4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.268944] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Waiting for the task: (returnval){ [ 565.268944] env[68166]: value = "task-2806049" [ 565.268944] env[68166]: _type = "Task" [ 565.268944] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.287921] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e4ebb0-e73d-550e-f5ad-49c6f4c734d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008151} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.291025] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083cefae-32a6-4b32-9f86-cbb9f14e67c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.299031] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdad9590-63aa-4c73-a07a-673a2292f88f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.304819] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Acquiring lock "f247a07b-9db0-4745-a3c2-9ebb2883b68b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.305311] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Lock "f247a07b-9db0-4745-a3c2-9ebb2883b68b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.324910] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.326518] env[68166]: DEBUG nova.compute.provider_tree [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 565.330455] env[68166]: DEBUG nova.compute.manager [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.334958] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 565.334958] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521b5b27-6e81-18be-4d56-f88ec5d66534" [ 565.334958] env[68166]: _type = "Task" [ 565.334958] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.348785] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521b5b27-6e81-18be-4d56-f88ec5d66534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.631652] env[68166]: DEBUG nova.compute.manager [req-7b36de22-61d9-4829-aa8a-01deea0b46fe req-02e2822b-b4db-4e28-bc0e-abe7f08698ea service nova] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Received event network-changed-1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.631962] env[68166]: DEBUG nova.compute.manager [req-7b36de22-61d9-4829-aa8a-01deea0b46fe req-02e2822b-b4db-4e28-bc0e-abe7f08698ea service nova] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Refreshing instance network info cache due to event network-changed-1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.632843] env[68166]: DEBUG oslo_concurrency.lockutils [req-7b36de22-61d9-4829-aa8a-01deea0b46fe req-02e2822b-b4db-4e28-bc0e-abe7f08698ea service nova] Acquiring lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.632843] env[68166]: DEBUG oslo_concurrency.lockutils [req-7b36de22-61d9-4829-aa8a-01deea0b46fe req-02e2822b-b4db-4e28-bc0e-abe7f08698ea service nova] Acquired lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.632843] env[68166]: DEBUG nova.network.neutron [req-7b36de22-61d9-4829-aa8a-01deea0b46fe req-02e2822b-b4db-4e28-bc0e-abe7f08698ea service nova] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Refreshing network info cache for port 1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.667786] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.712035] env[68166]: DEBUG nova.network.neutron [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Successfully updated port: 10b81823-1dc8-4d60-afe2-bb7afe61221a {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.783730] env[68166]: DEBUG oslo_vmware.api [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806049, 'name': PowerOnVM_Task, 'duration_secs': 0.48951} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.783730] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 565.785066] env[68166]: INFO nova.compute.manager [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Took 12.92 seconds to spawn the instance on the hypervisor. [ 565.785066] env[68166]: DEBUG nova.compute.manager [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.785066] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b324f4-8ceb-4e3d-b0eb-55b1a17f3384 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.858337] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521b5b27-6e81-18be-4d56-f88ec5d66534, 'name': SearchDatastore_Task, 'duration_secs': 0.017991} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.858337] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.858337] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 3a2b3377-72ea-4d06-9b48-e82757055254/3a2b3377-72ea-4d06-9b48-e82757055254.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.858337] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a35a3b76-0939-4035-91e1-f20924998817 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.870514] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 565.870514] env[68166]: value = "task-2806050" [ 565.870514] env[68166]: _type = "Task" [ 565.870514] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.871734] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.878017] env[68166]: ERROR nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [req-2dcffaf2-331d-46f1-a4a4-5d61f0dda14c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2dcffaf2-331d-46f1-a4a4-5d61f0dda14c"}]} [ 565.899717] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.907530] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 565.932923] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 565.933174] env[68166]: DEBUG nova.compute.provider_tree [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 565.947570] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 565.988855] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 566.050598] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "e8a4f44f-5ae6-455f-a8e0-b793c81c7021" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.050598] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "e8a4f44f-5ae6-455f-a8e0-b793c81c7021" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.169339] env[68166]: DEBUG oslo_vmware.api [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806048, 'name': PowerOnVM_Task, 'duration_secs': 0.661587} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.172483] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 566.172684] env[68166]: INFO nova.compute.manager [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Took 15.50 seconds to spawn the instance on the hypervisor. [ 566.173184] env[68166]: DEBUG nova.compute.manager [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.174462] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595a22f8-9386-4b89-981f-e21076155ecb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.202521] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6564c3b7-a9d8-4325-a3be-0237e8da89b6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.210178] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cbe28c-c24c-40c7-836a-78b4132e1cf5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.241622] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Acquiring lock "refresh_cache-c8460358-ceb1-4800-892c-854f5cf2fb60" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.241801] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Acquired lock "refresh_cache-c8460358-ceb1-4800-892c-854f5cf2fb60" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.241921] env[68166]: DEBUG nova.network.neutron [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 566.248969] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e7c171-1c77-475e-99ac-b1d5abd0dd61 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.265272] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e082ad36-c272-43bb-ad2a-17d60e9b7ade {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.284059] env[68166]: DEBUG nova.compute.provider_tree [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 566.307883] env[68166]: INFO nova.compute.manager [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Took 18.90 seconds to build instance. [ 566.388796] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806050, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.694816] env[68166]: INFO nova.compute.manager [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Took 20.24 seconds to build instance. [ 566.813043] env[68166]: DEBUG oslo_concurrency.lockutils [None req-79f786ad-85c5-43ad-aa0d-26f04b426f50 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.415s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.813552] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.950s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.813753] env[68166]: INFO nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] During sync_power_state the instance has a pending task (spawning). Skip. [ 566.816816] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.832168] env[68166]: DEBUG nova.scheduler.client.report [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 566.833478] env[68166]: DEBUG nova.compute.provider_tree [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 15 to 16 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 566.833478] env[68166]: DEBUG nova.compute.provider_tree [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 566.888413] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891746} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.888663] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 3a2b3377-72ea-4d06-9b48-e82757055254/3a2b3377-72ea-4d06-9b48-e82757055254.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.888881] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.889327] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2d5d626-89c5-4002-aaa5-f90459e042ff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.893129] env[68166]: DEBUG nova.network.neutron [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 566.901103] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 566.901103] env[68166]: value = "task-2806051" [ 566.901103] env[68166]: _type = "Task" [ 566.901103] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.909639] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.981038] env[68166]: DEBUG nova.network.neutron [req-7b36de22-61d9-4829-aa8a-01deea0b46fe req-02e2822b-b4db-4e28-bc0e-abe7f08698ea service nova] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updated VIF entry in instance network info cache for port 1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.981038] env[68166]: DEBUG nova.network.neutron [req-7b36de22-61d9-4829-aa8a-01deea0b46fe req-02e2822b-b4db-4e28-bc0e-abe7f08698ea service nova] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance_info_cache with network_info: [{"id": "1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5", "address": "fa:16:3e:b7:7a:a9", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0e6c45-bc", "ovs_interfaceid": "1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.197426] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0e17e7-d304-4b26-9e8c-212e5646c249 tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.760s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.197728] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.334s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.197920] env[68166]: INFO nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] During sync_power_state the instance has a pending task (spawning). Skip. [ 567.198117] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.315688] env[68166]: DEBUG nova.compute.manager [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.343658] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.439s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.343658] env[68166]: DEBUG nova.compute.manager [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 567.352498] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.109s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.352498] env[68166]: INFO nova.compute.claims [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.422649] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173792} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.425864] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 567.426758] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9011c51c-56b6-45ef-8ecb-2abcae453c7e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.453907] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 3a2b3377-72ea-4d06-9b48-e82757055254/3a2b3377-72ea-4d06-9b48-e82757055254.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 567.454600] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-915f2228-4737-471a-829a-3598d5a29cd8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.475037] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 567.475037] env[68166]: value = "task-2806052" [ 567.475037] env[68166]: _type = "Task" [ 567.475037] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.485980] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.485980] env[68166]: DEBUG oslo_concurrency.lockutils [req-7b36de22-61d9-4829-aa8a-01deea0b46fe req-02e2822b-b4db-4e28-bc0e-abe7f08698ea service nova] Releasing lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.562382] env[68166]: DEBUG nova.network.neutron [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Updating instance_info_cache with network_info: [{"id": "10b81823-1dc8-4d60-afe2-bb7afe61221a", "address": "fa:16:3e:fb:60:6c", "network": {"id": "5d78e8c7-7950-4d18-92df-2545107324e3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2126803502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d9248e671c347a0af221635cd975b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b81823-1d", "ovs_interfaceid": "10b81823-1dc8-4d60-afe2-bb7afe61221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.844988] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.855961] env[68166]: DEBUG nova.compute.utils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 567.866422] env[68166]: DEBUG nova.compute.manager [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 567.866595] env[68166]: DEBUG nova.network.neutron [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 567.991615] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.026694] env[68166]: DEBUG nova.policy [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd732c50930a54d2d9072c9e1232b82ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f436419e05504a5ab7a9cd7930587fd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.065213] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Releasing lock "refresh_cache-c8460358-ceb1-4800-892c-854f5cf2fb60" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.065546] env[68166]: DEBUG nova.compute.manager [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Instance network_info: |[{"id": "10b81823-1dc8-4d60-afe2-bb7afe61221a", "address": "fa:16:3e:fb:60:6c", "network": {"id": "5d78e8c7-7950-4d18-92df-2545107324e3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2126803502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d9248e671c347a0af221635cd975b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b81823-1d", "ovs_interfaceid": "10b81823-1dc8-4d60-afe2-bb7afe61221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 568.065957] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:60:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10b81823-1dc8-4d60-afe2-bb7afe61221a', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 568.075401] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Creating folder: Project (9d9248e671c347a0af221635cd975b7f). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.075401] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb2d5be7-34b5-4486-97e2-8857ff873524 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.086995] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Created folder: Project (9d9248e671c347a0af221635cd975b7f) in parent group-v563881. [ 568.087151] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Creating folder: Instances. Parent ref: group-v563891. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.087422] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-849e0a5d-5209-478b-a2ce-3bcea80a46d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.098832] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Created folder: Instances in parent group-v563891. [ 568.099125] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 568.099767] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 568.100528] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96b253fa-4264-4af2-8b7d-2d3a4410bec5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.122034] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 568.122034] env[68166]: value = "task-2806055" [ 568.122034] env[68166]: _type = "Task" [ 568.122034] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.130648] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806055, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.372448] env[68166]: DEBUG nova.compute.manager [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 568.495966] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "f7498597-2d98-4056-a0b2-218246e8c9ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.496250] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "f7498597-2d98-4056-a0b2-218246e8c9ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.509160] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806052, 'name': ReconfigVM_Task, 'duration_secs': 0.782808} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.509160] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 3a2b3377-72ea-4d06-9b48-e82757055254/3a2b3377-72ea-4d06-9b48-e82757055254.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.510278] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c808928-b7e3-45b7-95d4-fe39d30124e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.518761] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 568.518761] env[68166]: value = "task-2806056" [ 568.518761] env[68166]: _type = "Task" [ 568.518761] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.534037] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806056, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.636581] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806055, 'name': CreateVM_Task, 'duration_secs': 0.340626} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.636581] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 568.637845] env[68166]: DEBUG oslo_vmware.service [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdb9fa4-0c73-439c-af35-d6d47f5038ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.645175] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.645828] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.645828] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.646781] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da233fb-4eeb-4b19-a2f6-823f4054d7a2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.655680] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 568.655680] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e8361b-08d8-4054-564c-1f2701e5a6cd" [ 568.655680] env[68166]: _type = "Task" [ 568.655680] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.663828] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e8361b-08d8-4054-564c-1f2701e5a6cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.666028] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd99cbc5-5ec6-4cc4-b5cf-71380299f77e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.674402] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a156ec1-9304-4497-851a-aea6e9098a55 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.714062] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2bb3fb-8eae-4c88-9ac3-2f3b8a7e7e00 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.722621] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2beb83-aa9c-443c-9be1-21098b716fd8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.736794] env[68166]: DEBUG nova.compute.provider_tree [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.010022] env[68166]: DEBUG nova.compute.manager [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.030026] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806056, 'name': Rename_Task, 'duration_secs': 0.153583} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.030026] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 569.030232] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec0e7c44-acfc-427e-94a3-b939d73f0674 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.040075] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 569.040075] env[68166]: value = "task-2806057" [ 569.040075] env[68166]: _type = "Task" [ 569.040075] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.048284] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.166905] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.167179] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 569.167417] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.167582] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.167771] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 569.168069] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4792726-7fe2-415b-9ca0-810800c5d5ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.192789] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 569.193047] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 569.194128] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ce8c2-57ef-4887-8c89-ad846357c4d2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.200616] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4152a7d2-55b0-43c5-8c65-c2d4903c282c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.205836] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 569.205836] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526e4fdb-334c-188d-d0d9-9c8c9cefa718" [ 569.205836] env[68166]: _type = "Task" [ 569.205836] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.213485] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526e4fdb-334c-188d-d0d9-9c8c9cefa718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.239660] env[68166]: DEBUG nova.scheduler.client.report [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.386415] env[68166]: DEBUG nova.compute.manager [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 569.416212] env[68166]: DEBUG nova.virt.hardware [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.416212] env[68166]: DEBUG nova.virt.hardware [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.416212] env[68166]: DEBUG nova.virt.hardware [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.417290] env[68166]: DEBUG nova.virt.hardware [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.417290] env[68166]: DEBUG nova.virt.hardware [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.417290] env[68166]: DEBUG nova.virt.hardware [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.417290] env[68166]: DEBUG nova.virt.hardware [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.417290] env[68166]: DEBUG nova.virt.hardware [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.417440] env[68166]: DEBUG nova.virt.hardware [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.417440] env[68166]: DEBUG nova.virt.hardware [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.417440] env[68166]: DEBUG nova.virt.hardware [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.418455] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f77e7b4-cf07-4c0d-badd-f1936633e6c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.426383] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f9dd62-b56c-490a-b591-4dfaf0351b7b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.525891] env[68166]: DEBUG nova.network.neutron [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Successfully created port: aafb4ab4-9831-48d7-a693-3bb0fa98f9a1 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 569.537505] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.550767] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806057, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.716722] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Preparing fetch location {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 569.717283] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Creating directory with path [datastore1] vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 569.719858] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-202fedb3-061a-4e86-9777-29464b8a30d1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.747015] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.747015] env[68166]: DEBUG nova.compute.manager [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.750993] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.820s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.752646] env[68166]: INFO nova.compute.claims [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.759195] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Created directory with path [datastore1] vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 569.759195] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Fetch image to [datastore1] vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 569.759195] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Downloading image file data 071073b0-a917-4b32-a22e-d7fadf64b66d to [datastore1] vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk on the data store datastore1 {{(pid=68166) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 569.759195] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf67787f-58bf-4369-b633-9d711d3f875b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.767160] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14b0ba0-e61a-47d9-bb3c-35e15197c77d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.780797] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f1fa6c-fc59-42a1-9866-06bc34ec53b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.821139] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711c215c-fd3b-4554-ab94-c3abf3464ce0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.829274] env[68166]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f59c10e6-78a4-4f4d-965e-83bc289df186 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.853346] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Downloading image file data 071073b0-a917-4b32-a22e-d7fadf64b66d to the data store datastore1 {{(pid=68166) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 569.893761] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "454157e8-7676-48d4-ad67-46759341426a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.893939] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "454157e8-7676-48d4-ad67-46759341426a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.915147] env[68166]: DEBUG oslo_vmware.rw_handles [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68166) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 570.057794] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806057, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.262828] env[68166]: DEBUG nova.compute.utils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 570.274657] env[68166]: DEBUG nova.compute.manager [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Not allocating networking since 'none' was specified. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 570.344493] env[68166]: DEBUG nova.compute.manager [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Received event network-vif-plugged-10b81823-1dc8-4d60-afe2-bb7afe61221a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.344732] env[68166]: DEBUG oslo_concurrency.lockutils [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] Acquiring lock "c8460358-ceb1-4800-892c-854f5cf2fb60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.344959] env[68166]: DEBUG oslo_concurrency.lockutils [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] Lock "c8460358-ceb1-4800-892c-854f5cf2fb60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.345194] env[68166]: DEBUG oslo_concurrency.lockutils [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] Lock "c8460358-ceb1-4800-892c-854f5cf2fb60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.345637] env[68166]: DEBUG nova.compute.manager [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] No waiting events found dispatching network-vif-plugged-10b81823-1dc8-4d60-afe2-bb7afe61221a {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 570.345637] env[68166]: WARNING nova.compute.manager [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Received unexpected event network-vif-plugged-10b81823-1dc8-4d60-afe2-bb7afe61221a for instance with vm_state building and task_state spawning. [ 570.345961] env[68166]: DEBUG nova.compute.manager [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Received event network-changed-10b81823-1dc8-4d60-afe2-bb7afe61221a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.345961] env[68166]: DEBUG nova.compute.manager [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Refreshing instance network info cache due to event network-changed-10b81823-1dc8-4d60-afe2-bb7afe61221a. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 570.346241] env[68166]: DEBUG oslo_concurrency.lockutils [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] Acquiring lock "refresh_cache-c8460358-ceb1-4800-892c-854f5cf2fb60" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.346540] env[68166]: DEBUG oslo_concurrency.lockutils [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] Acquired lock "refresh_cache-c8460358-ceb1-4800-892c-854f5cf2fb60" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.346630] env[68166]: DEBUG nova.network.neutron [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Refreshing network info cache for port 10b81823-1dc8-4d60-afe2-bb7afe61221a {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 570.558746] env[68166]: DEBUG oslo_vmware.api [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806057, 'name': PowerOnVM_Task, 'duration_secs': 1.333334} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.561259] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 570.561259] env[68166]: INFO nova.compute.manager [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Took 12.83 seconds to spawn the instance on the hypervisor. [ 570.561259] env[68166]: DEBUG nova.compute.manager [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.561259] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1217c2da-ade5-491c-b515-ec1978516184 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.724666] env[68166]: DEBUG oslo_vmware.rw_handles [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Completed reading data from the image iterator. {{(pid=68166) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 570.724904] env[68166]: DEBUG oslo_vmware.rw_handles [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 570.728175] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Acquiring lock "729030b9-3aea-41d0-be03-674f4178bba6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.728409] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Lock "729030b9-3aea-41d0-be03-674f4178bba6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.771550] env[68166]: DEBUG nova.compute.manager [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.815116] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Downloaded image file data 071073b0-a917-4b32-a22e-d7fadf64b66d to vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk on the data store datastore1 {{(pid=68166) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 570.816956] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Caching image {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 570.818907] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Copying Virtual Disk [datastore1] vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk to [datastore1] vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 570.818907] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80bec565-9f7b-4663-8c4d-f86fdde4e6e6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.834343] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 570.834343] env[68166]: value = "task-2806058" [ 570.834343] env[68166]: _type = "Task" [ 570.834343] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.844070] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.065185] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6280bf-6f1b-4256-a1b9-0cca669b101f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.076098] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cc53e3-b076-47fb-aef3-153f202eff2b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.117169] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd34124-b621-428b-9334-0ccfaa6daef2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.121851] env[68166]: INFO nova.compute.manager [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Took 17.62 seconds to build instance. [ 571.128651] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e7a83e-0dd6-4fd8-b2d3-05eff20cc680 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.148611] env[68166]: DEBUG nova.compute.provider_tree [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.345327] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806058, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.624921] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf50644b-33e5-47a5-84c5-bbf1cb5bf8bd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "3a2b3377-72ea-4d06-9b48-e82757055254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.128s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.625548] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "3a2b3377-72ea-4d06-9b48-e82757055254" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.761s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.626162] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678e337d-c5b6-4e01-ae97-9507f04dabcb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.652089] env[68166]: DEBUG nova.scheduler.client.report [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.688952] env[68166]: DEBUG nova.network.neutron [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Updated VIF entry in instance network info cache for port 10b81823-1dc8-4d60-afe2-bb7afe61221a. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 571.689334] env[68166]: DEBUG nova.network.neutron [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Updating instance_info_cache with network_info: [{"id": "10b81823-1dc8-4d60-afe2-bb7afe61221a", "address": "fa:16:3e:fb:60:6c", "network": {"id": "5d78e8c7-7950-4d18-92df-2545107324e3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2126803502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d9248e671c347a0af221635cd975b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b81823-1d", "ovs_interfaceid": "10b81823-1dc8-4d60-afe2-bb7afe61221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.792400] env[68166]: DEBUG nova.compute.manager [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.823275] env[68166]: DEBUG nova.virt.hardware [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.823515] env[68166]: DEBUG nova.virt.hardware [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.823662] env[68166]: DEBUG nova.virt.hardware [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.823863] env[68166]: DEBUG nova.virt.hardware [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.824015] env[68166]: DEBUG nova.virt.hardware [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.824168] env[68166]: DEBUG nova.virt.hardware [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.824366] env[68166]: DEBUG nova.virt.hardware [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.824528] env[68166]: DEBUG nova.virt.hardware [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.824694] env[68166]: DEBUG nova.virt.hardware [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.824856] env[68166]: DEBUG nova.virt.hardware [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.825071] env[68166]: DEBUG nova.virt.hardware [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.825899] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8644a50-e558-4fda-99ce-1eea565e8114 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.834063] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aa2261-6e39-4eb6-84c9-2913b9ad1d30 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.847953] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806058, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.855152] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.860697] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Creating folder: Project (54f37c4253e04ebc8c3173e2fd748478). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.860999] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6b1a8bd-05e7-4783-8011-d73c19285dea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.869871] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Created folder: Project (54f37c4253e04ebc8c3173e2fd748478) in parent group-v563881. [ 571.870086] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Creating folder: Instances. Parent ref: group-v563894. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.870321] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ad81d50-6185-41e7-88f6-12ac2720c653 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.878307] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Created folder: Instances in parent group-v563894. [ 571.878563] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 571.878788] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.878872] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41ddf7d3-bc03-4ffa-aea6-2babfaafe9dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.894738] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.894738] env[68166]: value = "task-2806061" [ 571.894738] env[68166]: _type = "Task" [ 571.894738] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.905316] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806061, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.130365] env[68166]: DEBUG nova.compute.manager [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.140640] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "3a2b3377-72ea-4d06-9b48-e82757055254" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.159723] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.160329] env[68166]: DEBUG nova.compute.manager [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.163122] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.046s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.164827] env[68166]: INFO nova.compute.claims [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.194173] env[68166]: DEBUG oslo_concurrency.lockutils [req-14c32ffc-5e5c-488d-b61c-5fd60fef603b req-39bc3c5a-a337-432b-9226-ad4a0c441645 service nova] Releasing lock "refresh_cache-c8460358-ceb1-4800-892c-854f5cf2fb60" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.353719] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806058, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.058626} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.354061] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Copied Virtual Disk [datastore1] vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk to [datastore1] vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.354875] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Deleting the datastore file [datastore1] vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d/tmp-sparse.vmdk {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 572.354875] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2837d57-209b-41b9-b7e0-fbff46770c78 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.362935] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 572.362935] env[68166]: value = "task-2806062" [ 572.362935] env[68166]: _type = "Task" [ 572.362935] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.369911] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.405066] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806061, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.670880] env[68166]: DEBUG nova.compute.utils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 572.673419] env[68166]: DEBUG nova.compute.manager [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.673588] env[68166]: DEBUG nova.network.neutron [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.701427] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.873542] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371796} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.873811] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 572.874096] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Moving file from [datastore1] vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125/071073b0-a917-4b32-a22e-d7fadf64b66d to [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d. {{(pid=68166) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 572.874685] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ae1c454e-972f-4a32-9d29-f912640362e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.886350] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 572.886350] env[68166]: value = "task-2806063" [ 572.886350] env[68166]: _type = "Task" [ 572.886350] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.892358] env[68166]: DEBUG nova.policy [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd819b4cc6218453eba75bcf49912662e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9579cf830bed4a4b946cc027373b3e98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.900670] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806063, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.914052] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806061, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.941668] env[68166]: DEBUG nova.network.neutron [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Successfully updated port: aafb4ab4-9831-48d7-a693-3bb0fa98f9a1 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.182969] env[68166]: DEBUG nova.compute.manager [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.207226] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "3252ed02-af47-4919-a692-2a1f9a325fe1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.207453] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "3252ed02-af47-4919-a692-2a1f9a325fe1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.212960] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "b8c67555-fca1-4aa9-85fa-ccb217eb34ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.213311] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "b8c67555-fca1-4aa9-85fa-ccb217eb34ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.403233] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806063, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028198} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.403233] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] File moved {{(pid=68166) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 573.403233] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Cleaning up location [datastore1] vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125 {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 573.403233] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Deleting the datastore file [datastore1] vmware_temp/1975284c-e9d6-46f6-abe3-dfa268d3f125 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 573.403233] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9a33194-ffa9-4460-863e-bf19c42fc907 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.423456] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 573.423456] env[68166]: value = "task-2806064" [ 573.423456] env[68166]: _type = "Task" [ 573.423456] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.423456] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806061, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.435326] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.447253] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Acquiring lock "refresh_cache-edd58309-7d6a-4ee8-9cdf-d470461a63c8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.447420] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Acquired lock "refresh_cache-edd58309-7d6a-4ee8-9cdf-d470461a63c8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.448043] env[68166]: DEBUG nova.network.neutron [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.556416] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39190768-bcca-4adb-a3d1-a2f40b3ffe6f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.568215] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d95f3a-f290-4581-a27e-bba670ff529c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.605755] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78b4909-7302-4621-9850-d7a4425ccd07 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.616162] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd41f47-ec07-40fe-a16c-3547c117862e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.635164] env[68166]: DEBUG nova.compute.provider_tree [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.913312] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806061, 'name': CreateVM_Task, 'duration_secs': 1.571935} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.913485] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.913908] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.914065] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.914462] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.914709] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f02e2e-2d5a-4ce9-81fb-82cdf791e351 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.919358] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Waiting for the task: (returnval){ [ 573.919358] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52925952-5706-ffc1-02eb-7c645f0d369e" [ 573.919358] env[68166]: _type = "Task" [ 573.919358] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.934233] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52925952-5706-ffc1-02eb-7c645f0d369e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.940023] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05976} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.940177] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 573.940925] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-149456ff-2dac-41cb-b35d-83101febd0c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.948598] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 573.948598] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5225ca4c-96e1-e259-8c23-7443be58e5b9" [ 573.948598] env[68166]: _type = "Task" [ 573.948598] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.961079] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5225ca4c-96e1-e259-8c23-7443be58e5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008918} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.961466] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.961842] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] c8460358-ceb1-4800-892c-854f5cf2fb60/c8460358-ceb1-4800-892c-854f5cf2fb60.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.962279] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Acquiring lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.962475] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.962664] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Acquiring lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.962833] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.962987] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.964529] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-871339d1-eb32-481a-b50f-062ae599f894 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.967920] env[68166]: INFO nova.compute.manager [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Terminating instance [ 573.977034] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 573.977034] env[68166]: value = "task-2806065" [ 573.977034] env[68166]: _type = "Task" [ 573.977034] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.989922] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.071617] env[68166]: DEBUG nova.network.neutron [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.138150] env[68166]: DEBUG nova.scheduler.client.report [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.192147] env[68166]: DEBUG nova.compute.manager [req-be53a10b-6a2e-4f2f-9a69-b8feccb0d363 req-d268a9b4-1859-4330-8e46-a958bb8e1316 service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Received event network-vif-plugged-aafb4ab4-9831-48d7-a693-3bb0fa98f9a1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.193038] env[68166]: DEBUG oslo_concurrency.lockutils [req-be53a10b-6a2e-4f2f-9a69-b8feccb0d363 req-d268a9b4-1859-4330-8e46-a958bb8e1316 service nova] Acquiring lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.193038] env[68166]: DEBUG oslo_concurrency.lockutils [req-be53a10b-6a2e-4f2f-9a69-b8feccb0d363 req-d268a9b4-1859-4330-8e46-a958bb8e1316 service nova] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.193038] env[68166]: DEBUG oslo_concurrency.lockutils [req-be53a10b-6a2e-4f2f-9a69-b8feccb0d363 req-d268a9b4-1859-4330-8e46-a958bb8e1316 service nova] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.193038] env[68166]: DEBUG nova.compute.manager [req-be53a10b-6a2e-4f2f-9a69-b8feccb0d363 req-d268a9b4-1859-4330-8e46-a958bb8e1316 service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] No waiting events found dispatching network-vif-plugged-aafb4ab4-9831-48d7-a693-3bb0fa98f9a1 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 574.193360] env[68166]: WARNING nova.compute.manager [req-be53a10b-6a2e-4f2f-9a69-b8feccb0d363 req-d268a9b4-1859-4330-8e46-a958bb8e1316 service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Received unexpected event network-vif-plugged-aafb4ab4-9831-48d7-a693-3bb0fa98f9a1 for instance with vm_state building and task_state spawning. [ 574.201754] env[68166]: DEBUG nova.compute.manager [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.231231] env[68166]: DEBUG nova.virt.hardware [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.231541] env[68166]: DEBUG nova.virt.hardware [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.231720] env[68166]: DEBUG nova.virt.hardware [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.231931] env[68166]: DEBUG nova.virt.hardware [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.232546] env[68166]: DEBUG nova.virt.hardware [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.232749] env[68166]: DEBUG nova.virt.hardware [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.233604] env[68166]: DEBUG nova.virt.hardware [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.233604] env[68166]: DEBUG nova.virt.hardware [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.233604] env[68166]: DEBUG nova.virt.hardware [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.233604] env[68166]: DEBUG nova.virt.hardware [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.233918] env[68166]: DEBUG nova.virt.hardware [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.235303] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51274201-50e7-45cb-b62d-38b6c6e88648 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.249221] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4045f3-a382-41d9-aee7-cc7ea792d6d9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.432439] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52925952-5706-ffc1-02eb-7c645f0d369e, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.437333] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.437591] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.437819] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.438123] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.438361] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.438589] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-577c7b15-fe0c-4717-8b9e-1511fca3e947 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.446905] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.446970] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.447666] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca74fd8b-fa2c-464d-b8f6-0a382c8a4dbb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.453738] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Waiting for the task: (returnval){ [ 574.453738] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e634fc-541b-c799-da25-e868fbd043cf" [ 574.453738] env[68166]: _type = "Task" [ 574.453738] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.460998] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e634fc-541b-c799-da25-e868fbd043cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.479104] env[68166]: DEBUG nova.compute.manager [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 574.479463] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 574.480369] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4315214c-88cb-4006-8901-66a4279265e7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.491162] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452565} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.493106] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] c8460358-ceb1-4800-892c-854f5cf2fb60/c8460358-ceb1-4800-892c-854f5cf2fb60.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.493331] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.493628] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 574.493796] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32e2f069-a97b-4e8e-aa11-5ff728d32640 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.495526] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-192fcbbe-01ea-43a6-9226-1bc77e092566 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.501158] env[68166]: DEBUG oslo_vmware.api [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Waiting for the task: (returnval){ [ 574.501158] env[68166]: value = "task-2806067" [ 574.501158] env[68166]: _type = "Task" [ 574.501158] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.502362] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 574.502362] env[68166]: value = "task-2806066" [ 574.502362] env[68166]: _type = "Task" [ 574.502362] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.515305] env[68166]: DEBUG oslo_vmware.api [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.520787] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.602986] env[68166]: DEBUG nova.network.neutron [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Updating instance_info_cache with network_info: [{"id": "aafb4ab4-9831-48d7-a693-3bb0fa98f9a1", "address": "fa:16:3e:04:42:18", "network": {"id": "d7da6310-dd61-4d60-bd8e-2d335c041b2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2117686154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f436419e05504a5ab7a9cd7930587fd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafb4ab4-98", "ovs_interfaceid": "aafb4ab4-9831-48d7-a693-3bb0fa98f9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.644898] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.645681] env[68166]: DEBUG nova.compute.manager [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.650405] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.578s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.653380] env[68166]: INFO nova.compute.claims [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.672623] env[68166]: DEBUG nova.network.neutron [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Successfully created port: 2f537940-a878-4193-8632-a7023c61570f {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.970093] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e634fc-541b-c799-da25-e868fbd043cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.971343] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9cf47f-8b3d-41df-91d8-168198e35173 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.978907] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Waiting for the task: (returnval){ [ 574.978907] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524ab3e2-2c4b-d530-331b-dedb2afc6e9d" [ 574.978907] env[68166]: _type = "Task" [ 574.978907] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.998298] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524ab3e2-2c4b-d530-331b-dedb2afc6e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.022996] env[68166]: DEBUG oslo_vmware.api [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806067, 'name': PowerOffVM_Task, 'duration_secs': 0.204367} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.026971] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 575.027217] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 575.027610] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08682} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.027685] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a445d7f5-196f-4256-8d34-0a22cf549a70 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.029550] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.031358] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc99780-4b51-4d07-a0c1-7b7de87c5b51 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.058228] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] c8460358-ceb1-4800-892c-854f5cf2fb60/c8460358-ceb1-4800-892c-854f5cf2fb60.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.058530] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9804235-7c8c-4c01-8bfc-7e7ba6b8382b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.079520] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 575.079520] env[68166]: value = "task-2806069" [ 575.079520] env[68166]: _type = "Task" [ 575.079520] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.089143] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.105873] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Releasing lock "refresh_cache-edd58309-7d6a-4ee8-9cdf-d470461a63c8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.106284] env[68166]: DEBUG nova.compute.manager [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Instance network_info: |[{"id": "aafb4ab4-9831-48d7-a693-3bb0fa98f9a1", "address": "fa:16:3e:04:42:18", "network": {"id": "d7da6310-dd61-4d60-bd8e-2d335c041b2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2117686154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f436419e05504a5ab7a9cd7930587fd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafb4ab4-98", "ovs_interfaceid": "aafb4ab4-9831-48d7-a693-3bb0fa98f9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.106724] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:42:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aafb4ab4-9831-48d7-a693-3bb0fa98f9a1', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.115958] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Creating folder: Project (f436419e05504a5ab7a9cd7930587fd9). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.115958] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6abe8b7f-7e88-442a-bd68-8e0be1614c96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.119316] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 575.119316] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 575.119458] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Deleting the datastore file [datastore2] 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 575.120112] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfd5701c-c383-4f9a-8223-a79282651edf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.126503] env[68166]: DEBUG oslo_vmware.api [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Waiting for the task: (returnval){ [ 575.126503] env[68166]: value = "task-2806071" [ 575.126503] env[68166]: _type = "Task" [ 575.126503] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.127826] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Created folder: Project (f436419e05504a5ab7a9cd7930587fd9) in parent group-v563881. [ 575.128060] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Creating folder: Instances. Parent ref: group-v563897. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.131476] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-991215fe-7f7e-4962-baf2-13478572e26b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.138042] env[68166]: DEBUG oslo_vmware.api [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.141131] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Created folder: Instances in parent group-v563897. [ 575.141131] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 575.141131] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.141281] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6a17275-40c6-4239-ba51-71d21cdd77ab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.161245] env[68166]: DEBUG nova.compute.utils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 575.171568] env[68166]: DEBUG nova.compute.manager [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.171568] env[68166]: DEBUG nova.network.neutron [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.172402] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.172402] env[68166]: value = "task-2806073" [ 575.172402] env[68166]: _type = "Task" [ 575.172402] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.183640] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806073, 'name': CreateVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.418707] env[68166]: DEBUG nova.policy [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68df24b04f2e48a38afe73c3f53bb211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3edfe957e9b45d99617a862bcba1cb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.491528] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524ab3e2-2c4b-d530-331b-dedb2afc6e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.057682} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.491788] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.492141] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] bacf5456-19e2-4245-8691-ec7af39bf00a/bacf5456-19e2-4245-8691-ec7af39bf00a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.492413] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55f87ab6-058d-4f38-96a6-9283ee39f4d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.500795] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Waiting for the task: (returnval){ [ 575.500795] env[68166]: value = "task-2806074" [ 575.500795] env[68166]: _type = "Task" [ 575.500795] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.516761] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.591893] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806069, 'name': ReconfigVM_Task, 'duration_secs': 0.465445} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.592232] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Reconfigured VM instance instance-00000004 to attach disk [datastore1] c8460358-ceb1-4800-892c-854f5cf2fb60/c8460358-ceb1-4800-892c-854f5cf2fb60.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.592707] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3952a45-78bb-4582-aca2-d825128b90ab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.600651] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 575.600651] env[68166]: value = "task-2806075" [ 575.600651] env[68166]: _type = "Task" [ 575.600651] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.609677] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806075, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.638641] env[68166]: DEBUG oslo_vmware.api [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Task: {'id': task-2806071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295965} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.639225] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 575.639225] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 575.639397] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 575.639450] env[68166]: INFO nova.compute.manager [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 575.639754] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 575.639933] env[68166]: DEBUG nova.compute.manager [-] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 575.640828] env[68166]: DEBUG nova.network.neutron [-] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 575.671061] env[68166]: DEBUG nova.compute.manager [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.689933] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806073, 'name': CreateVM_Task, 'duration_secs': 0.384832} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.689933] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.690933] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.691041] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.692035] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.692035] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5c70f2-d3b3-40f1-9754-91c884a92ba4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.699698] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Waiting for the task: (returnval){ [ 575.699698] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522f5cc6-eb82-21dd-ef0f-ffb2c371c12b" [ 575.699698] env[68166]: _type = "Task" [ 575.699698] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.719323] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522f5cc6-eb82-21dd-ef0f-ffb2c371c12b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.796655] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Acquiring lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.796655] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.796655] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Acquiring lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.796655] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.797045] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.801690] env[68166]: INFO nova.compute.manager [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Terminating instance [ 576.015218] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491239} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.015606] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] bacf5456-19e2-4245-8691-ec7af39bf00a/bacf5456-19e2-4245-8691-ec7af39bf00a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.015827] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.016289] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b00dca3-67b1-4934-ac0c-11b158914117 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.029739] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Waiting for the task: (returnval){ [ 576.029739] env[68166]: value = "task-2806076" [ 576.029739] env[68166]: _type = "Task" [ 576.029739] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.040082] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.090792] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4036d6e-1a23-48d8-adf6-cfcb9a7765e6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.102173] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d4cbec-d0db-4a47-90ce-3f4e5957066a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.148098] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806075, 'name': Rename_Task, 'duration_secs': 0.157054} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.148601] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 576.149341] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a831ef8d-71ae-4a36-855b-51931c120258 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.152240] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fac6c58-044d-4595-90bb-9a3bc4dfab44 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.163565] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255adfba-d5ee-4f13-a193-246380d75a96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.169386] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 576.169386] env[68166]: value = "task-2806077" [ 576.169386] env[68166]: _type = "Task" [ 576.169386] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.177892] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "a280c315-55e1-4e87-934c-e68328ced4b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.178118] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "a280c315-55e1-4e87-934c-e68328ced4b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.192658] env[68166]: DEBUG nova.compute.provider_tree [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.200210] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806077, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.210421] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522f5cc6-eb82-21dd-ef0f-ffb2c371c12b, 'name': SearchDatastore_Task, 'duration_secs': 0.053758} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.210828] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.211111] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.211358] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.211498] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.211667] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.211915] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1c6dfe9-bab1-464c-92d0-d9f4dbd47b36 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.221444] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.221596] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.222438] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9278e23b-eded-43a2-a959-3f5fe829cfda {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.230041] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Waiting for the task: (returnval){ [ 576.230041] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527770c7-8b86-88c0-889d-d363cc8c52d7" [ 576.230041] env[68166]: _type = "Task" [ 576.230041] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.238906] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527770c7-8b86-88c0-889d-d363cc8c52d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.307457] env[68166]: DEBUG nova.compute.manager [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 576.307457] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 576.308089] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb471f7-8501-4b76-b9e2-6ea95d1d604f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.316043] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 576.316308] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58918351-0e96-4019-a728-676456354117 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.327014] env[68166]: DEBUG oslo_vmware.api [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 576.327014] env[68166]: value = "task-2806078" [ 576.327014] env[68166]: _type = "Task" [ 576.327014] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.341896] env[68166]: DEBUG oslo_vmware.api [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.547662] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077176} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.547971] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.548935] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d07b36b-293b-4266-9ec0-e210ee56b4ab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.580185] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] bacf5456-19e2-4245-8691-ec7af39bf00a/bacf5456-19e2-4245-8691-ec7af39bf00a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.580185] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee662995-5ce3-4f02-b643-400cd40865f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.603630] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Waiting for the task: (returnval){ [ 576.603630] env[68166]: value = "task-2806079" [ 576.603630] env[68166]: _type = "Task" [ 576.603630] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.611151] env[68166]: DEBUG nova.network.neutron [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Successfully created port: 28e53668-010d-427d-b5a2-fe3cf1d5ee65 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.616773] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806079, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.685613] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806077, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.696034] env[68166]: DEBUG nova.compute.manager [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.704622] env[68166]: DEBUG nova.scheduler.client.report [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.748280] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527770c7-8b86-88c0-889d-d363cc8c52d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.751714] env[68166]: DEBUG nova.virt.hardware [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.751714] env[68166]: DEBUG nova.virt.hardware [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.751881] env[68166]: DEBUG nova.virt.hardware [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.752168] env[68166]: DEBUG nova.virt.hardware [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.752168] env[68166]: DEBUG nova.virt.hardware [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.752302] env[68166]: DEBUG nova.virt.hardware [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.752502] env[68166]: DEBUG nova.virt.hardware [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.752665] env[68166]: DEBUG nova.virt.hardware [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.752813] env[68166]: DEBUG nova.virt.hardware [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.755332] env[68166]: DEBUG nova.virt.hardware [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.755569] env[68166]: DEBUG nova.virt.hardware [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.755906] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b046099-63ee-4706-b774-4a897be08609 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.759991] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec4c0e9-9159-41bc-b662-4e00916ec027 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.774397] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Waiting for the task: (returnval){ [ 576.774397] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b344c3-aad2-53e0-71d9-0dc4c7de973d" [ 576.774397] env[68166]: _type = "Task" [ 576.774397] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.779144] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d948cb52-21ec-4646-b321-d5da91528168 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.789284] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b344c3-aad2-53e0-71d9-0dc4c7de973d, 'name': SearchDatastore_Task, 'duration_secs': 0.012157} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.800812] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.800812] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] edd58309-7d6a-4ee8-9cdf-d470461a63c8/edd58309-7d6a-4ee8-9cdf-d470461a63c8.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 576.800812] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a98cb012-fd29-41da-94b8-bacaecb824e1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.808677] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Waiting for the task: (returnval){ [ 576.808677] env[68166]: value = "task-2806080" [ 576.808677] env[68166]: _type = "Task" [ 576.808677] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.819037] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.838846] env[68166]: DEBUG oslo_vmware.api [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806078, 'name': PowerOffVM_Task, 'duration_secs': 0.320774} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.840049] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 576.840286] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 576.840556] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-872a4f2b-a4e4-479e-b9e1-b9a7301e617b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.906321] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 576.906560] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 576.906740] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Deleting the datastore file [datastore2] b41f7d30-bbc6-4c5d-9f58-05348ec36606 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 576.907036] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebf09eab-a7f1-43ae-934f-2404ba91bfd9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.914967] env[68166]: DEBUG oslo_vmware.api [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for the task: (returnval){ [ 576.914967] env[68166]: value = "task-2806082" [ 576.914967] env[68166]: _type = "Task" [ 576.914967] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.923566] env[68166]: DEBUG oslo_vmware.api [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.984179] env[68166]: DEBUG nova.network.neutron [-] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.117361] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806079, 'name': ReconfigVM_Task, 'duration_secs': 0.417091} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.118052] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Reconfigured VM instance instance-00000006 to attach disk [datastore1] bacf5456-19e2-4245-8691-ec7af39bf00a/bacf5456-19e2-4245-8691-ec7af39bf00a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.121737] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be412336-6a4f-4bdb-b15e-e7dea5c4d6cb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.133079] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Waiting for the task: (returnval){ [ 577.133079] env[68166]: value = "task-2806083" [ 577.133079] env[68166]: _type = "Task" [ 577.133079] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.146881] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806083, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.183027] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806077, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.212228] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.212788] env[68166]: DEBUG nova.compute.manager [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.215959] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.344s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.217639] env[68166]: INFO nova.compute.claims [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.320826] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806080, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.431535] env[68166]: DEBUG oslo_vmware.api [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Task: {'id': task-2806082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370472} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.431934] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 577.432158] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 577.432429] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 577.432696] env[68166]: INFO nova.compute.manager [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Took 1.13 seconds to destroy the instance on the hypervisor. [ 577.433148] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 577.433510] env[68166]: DEBUG nova.compute.manager [-] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 577.433698] env[68166]: DEBUG nova.network.neutron [-] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 577.489134] env[68166]: INFO nova.compute.manager [-] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Took 1.85 seconds to deallocate network for instance. [ 577.641944] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806083, 'name': Rename_Task, 'duration_secs': 0.426206} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.643489] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.643600] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69e350ce-ff4c-47e3-84a9-91d588659300 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.650976] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Waiting for the task: (returnval){ [ 577.650976] env[68166]: value = "task-2806084" [ 577.650976] env[68166]: _type = "Task" [ 577.650976] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.664517] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.684288] env[68166]: DEBUG oslo_vmware.api [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806077, 'name': PowerOnVM_Task, 'duration_secs': 1.272756} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.684644] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.684906] env[68166]: INFO nova.compute.manager [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Took 13.75 seconds to spawn the instance on the hypervisor. [ 577.685224] env[68166]: DEBUG nova.compute.manager [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.687804] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6f1fb5-1506-4d0c-9db2-46975fbb4878 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.725828] env[68166]: DEBUG nova.compute.utils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.730723] env[68166]: DEBUG nova.compute.manager [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Not allocating networking since 'none' was specified. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 577.821254] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600555} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.821254] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] edd58309-7d6a-4ee8-9cdf-d470461a63c8/edd58309-7d6a-4ee8-9cdf-d470461a63c8.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 577.821254] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 577.821383] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3af4731-4217-46f2-8efb-1be29b163119 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.829063] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Waiting for the task: (returnval){ [ 577.829063] env[68166]: value = "task-2806085" [ 577.829063] env[68166]: _type = "Task" [ 577.829063] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.839397] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.910817] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.911605] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.997531] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.009140] env[68166]: DEBUG nova.compute.manager [req-26fa6606-ca63-40e4-b3bd-502edf943946 req-e114fcf5-1af0-4835-b1c1-7368c63569ca service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Received event network-changed-aafb4ab4-9831-48d7-a693-3bb0fa98f9a1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.009359] env[68166]: DEBUG nova.compute.manager [req-26fa6606-ca63-40e4-b3bd-502edf943946 req-e114fcf5-1af0-4835-b1c1-7368c63569ca service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Refreshing instance network info cache due to event network-changed-aafb4ab4-9831-48d7-a693-3bb0fa98f9a1. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.009631] env[68166]: DEBUG oslo_concurrency.lockutils [req-26fa6606-ca63-40e4-b3bd-502edf943946 req-e114fcf5-1af0-4835-b1c1-7368c63569ca service nova] Acquiring lock "refresh_cache-edd58309-7d6a-4ee8-9cdf-d470461a63c8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.009825] env[68166]: DEBUG oslo_concurrency.lockutils [req-26fa6606-ca63-40e4-b3bd-502edf943946 req-e114fcf5-1af0-4835-b1c1-7368c63569ca service nova] Acquired lock "refresh_cache-edd58309-7d6a-4ee8-9cdf-d470461a63c8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.010016] env[68166]: DEBUG nova.network.neutron [req-26fa6606-ca63-40e4-b3bd-502edf943946 req-e114fcf5-1af0-4835-b1c1-7368c63569ca service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Refreshing network info cache for port aafb4ab4-9831-48d7-a693-3bb0fa98f9a1 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.123163] env[68166]: DEBUG nova.compute.manager [req-8ebd4b33-d788-410d-b014-e123091f3a88 req-af81cf8e-dabb-4b4a-8d98-d11de5eb54db service nova] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Received event network-vif-deleted-653dd552-beec-46a6-ac89-47816d5a0dea {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.165401] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806084, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.211559] env[68166]: INFO nova.compute.manager [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Took 21.26 seconds to build instance. [ 578.229813] env[68166]: DEBUG nova.compute.manager [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.350261] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085919} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.350619] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.352025] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288c4fa3-2fd2-4d95-9e91-15e6cb71d93d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.381654] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] edd58309-7d6a-4ee8-9cdf-d470461a63c8/edd58309-7d6a-4ee8-9cdf-d470461a63c8.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.384873] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccb17cd4-8b23-48fa-91a0-30f476ecda27 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.404515] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Waiting for the task: (returnval){ [ 578.404515] env[68166]: value = "task-2806086" [ 578.404515] env[68166]: _type = "Task" [ 578.404515] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.413655] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.506640] env[68166]: DEBUG nova.network.neutron [-] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.506640] env[68166]: DEBUG nova.network.neutron [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Successfully updated port: 2f537940-a878-4193-8632-a7023c61570f {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.646680] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd84c5df-264b-482d-9098-f8fccddb4103 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.659327] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc40e8fa-e2f3-48a6-bef4-9659eb224f8d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.666684] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806084, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.705278] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b4c852-27cb-4597-bbb9-befd20b60b0d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.708842] env[68166]: DEBUG nova.compute.manager [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Stashing vm_state: active {{(pid=68166) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 578.715260] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec9a767d-2340-4d3d-9bc6-2f65fc75a0fb tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Lock "c8460358-ceb1-4800-892c-854f5cf2fb60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.771s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.718291] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67bbf2a-7740-459a-9212-6eb1c979c3c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.738210] env[68166]: DEBUG nova.compute.provider_tree [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.918976] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806086, 'name': ReconfigVM_Task, 'duration_secs': 0.412994} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.919314] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Reconfigured VM instance instance-00000005 to attach disk [datastore1] edd58309-7d6a-4ee8-9cdf-d470461a63c8/edd58309-7d6a-4ee8-9cdf-d470461a63c8.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.921725] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b800817-b3a1-4215-8215-aa55a8a10fdb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.926562] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Waiting for the task: (returnval){ [ 578.926562] env[68166]: value = "task-2806087" [ 578.926562] env[68166]: _type = "Task" [ 578.926562] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.934642] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806087, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.007872] env[68166]: INFO nova.compute.manager [-] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Took 1.57 seconds to deallocate network for instance. [ 579.010040] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Acquiring lock "refresh_cache-d570add5-1201-4132-8af7-b25d20d33356" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.010186] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Acquired lock "refresh_cache-d570add5-1201-4132-8af7-b25d20d33356" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.010359] env[68166]: DEBUG nova.network.neutron [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.170262] env[68166]: DEBUG oslo_vmware.api [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806084, 'name': PowerOnVM_Task, 'duration_secs': 1.195424} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.173023] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.173253] env[68166]: INFO nova.compute.manager [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Took 7.38 seconds to spawn the instance on the hypervisor. [ 579.174781] env[68166]: DEBUG nova.compute.manager [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.174781] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ad6a3-eaa5-4eef-a6b8-283b06385478 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.230028] env[68166]: DEBUG nova.compute.manager [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.231894] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.245107] env[68166]: DEBUG nova.scheduler.client.report [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.250036] env[68166]: DEBUG nova.compute.manager [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.294405] env[68166]: DEBUG nova.virt.hardware [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.294405] env[68166]: DEBUG nova.virt.hardware [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.294584] env[68166]: DEBUG nova.virt.hardware [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.294781] env[68166]: DEBUG nova.virt.hardware [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.294930] env[68166]: DEBUG nova.virt.hardware [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.295115] env[68166]: DEBUG nova.virt.hardware [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.295323] env[68166]: DEBUG nova.virt.hardware [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.295517] env[68166]: DEBUG nova.virt.hardware [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.295643] env[68166]: DEBUG nova.virt.hardware [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.295797] env[68166]: DEBUG nova.virt.hardware [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.295973] env[68166]: DEBUG nova.virt.hardware [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.297425] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a64b0b-e969-4bec-be0e-5bc5a078c539 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.306754] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b3fe77-7ef3-4e3c-9272-db963e6d6799 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.325549] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.332239] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Creating folder: Project (62f54f6e295a48eb961943cabb62737e). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.337090] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5a49a8f-fe03-41bb-b1ab-203e18993e1b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.348245] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Created folder: Project (62f54f6e295a48eb961943cabb62737e) in parent group-v563881. [ 579.348504] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Creating folder: Instances. Parent ref: group-v563900. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.348785] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c51dafc-8ab2-4912-80ab-e2fa7954c0ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.360023] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Created folder: Instances in parent group-v563900. [ 579.360023] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 579.360145] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.360254] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0cc70f2-3d29-4bd7-8e35-f261fcb39aad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.377513] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.377513] env[68166]: value = "task-2806090" [ 579.377513] env[68166]: _type = "Task" [ 579.377513] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.391086] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806090, 'name': CreateVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.441302] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806087, 'name': Rename_Task, 'duration_secs': 0.354119} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.441302] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.442124] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce67be52-ea68-415a-b9b9-437e6d53afe8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.448396] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Waiting for the task: (returnval){ [ 579.448396] env[68166]: value = "task-2806091" [ 579.448396] env[68166]: _type = "Task" [ 579.448396] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.456197] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.520377] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.695522] env[68166]: INFO nova.compute.manager [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Took 21.49 seconds to build instance. [ 579.708171] env[68166]: DEBUG nova.network.neutron [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.735508] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "f1ed11a4-6524-41b7-a2f2-84b3e75a99e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.735508] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "f1ed11a4-6524-41b7-a2f2-84b3e75a99e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.755558] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.759659] env[68166]: DEBUG nova.compute.manager [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.763240] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.764117] env[68166]: DEBUG nova.network.neutron [req-26fa6606-ca63-40e4-b3bd-502edf943946 req-e114fcf5-1af0-4835-b1c1-7368c63569ca service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Updated VIF entry in instance network info cache for port aafb4ab4-9831-48d7-a693-3bb0fa98f9a1. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.764415] env[68166]: DEBUG nova.network.neutron [req-26fa6606-ca63-40e4-b3bd-502edf943946 req-e114fcf5-1af0-4835-b1c1-7368c63569ca service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Updating instance_info_cache with network_info: [{"id": "aafb4ab4-9831-48d7-a693-3bb0fa98f9a1", "address": "fa:16:3e:04:42:18", "network": {"id": "d7da6310-dd61-4d60-bd8e-2d335c041b2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2117686154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f436419e05504a5ab7a9cd7930587fd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafb4ab4-98", "ovs_interfaceid": "aafb4ab4-9831-48d7-a693-3bb0fa98f9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.765807] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.921s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.773024] env[68166]: INFO nova.compute.claims [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.894314] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806090, 'name': CreateVM_Task, 'duration_secs': 0.416125} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.894489] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.894963] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.895093] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.895464] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.895711] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71715b4a-6377-4f5b-a4df-f166790da001 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.910775] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 579.910775] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c9a077-904b-32fb-a374-2858830007ba" [ 579.910775] env[68166]: _type = "Task" [ 579.910775] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.919887] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c9a077-904b-32fb-a374-2858830007ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.960691] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.199359] env[68166]: DEBUG oslo_concurrency.lockutils [None req-db0250e8-26a1-4d89-a3b2-fe3dff68f006 tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Lock "bacf5456-19e2-4245-8691-ec7af39bf00a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.279249] env[68166]: DEBUG nova.compute.utils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.280197] env[68166]: DEBUG oslo_concurrency.lockutils [req-26fa6606-ca63-40e4-b3bd-502edf943946 req-e114fcf5-1af0-4835-b1c1-7368c63569ca service nova] Releasing lock "refresh_cache-edd58309-7d6a-4ee8-9cdf-d470461a63c8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.280646] env[68166]: DEBUG nova.compute.manager [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.280737] env[68166]: DEBUG nova.network.neutron [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.411656] env[68166]: DEBUG nova.network.neutron [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Successfully updated port: 28e53668-010d-427d-b5a2-fe3cf1d5ee65 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.422944] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c9a077-904b-32fb-a374-2858830007ba, 'name': SearchDatastore_Task, 'duration_secs': 0.013323} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.423259] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.423483] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.423720] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.423856] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.424037] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.424304] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4b87ca0-2e50-45f0-af38-c6a88ddb9c1e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.436737] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.436922] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.437699] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171f0968-a8f9-4c54-8edc-900522d1bcf5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.443206] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 580.443206] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]528a2d8d-7234-e643-0b45-92d1e9b7b2cd" [ 580.443206] env[68166]: _type = "Task" [ 580.443206] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.452018] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528a2d8d-7234-e643-0b45-92d1e9b7b2cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.461320] env[68166]: DEBUG oslo_vmware.api [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806091, 'name': PowerOnVM_Task, 'duration_secs': 0.6906} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.461320] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.461320] env[68166]: INFO nova.compute.manager [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Took 11.07 seconds to spawn the instance on the hypervisor. [ 580.461320] env[68166]: DEBUG nova.compute.manager [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.461556] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8c5dd3-cdba-4498-ad9d-06bb595e8326 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.512038] env[68166]: DEBUG nova.network.neutron [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Updating instance_info_cache with network_info: [{"id": "2f537940-a878-4193-8632-a7023c61570f", "address": "fa:16:3e:31:28:03", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f537940-a8", "ovs_interfaceid": "2f537940-a878-4193-8632-a7023c61570f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.678636] env[68166]: DEBUG nova.policy [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d61a0694e1b4cdc8b79fb16e15d5a23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec193b4d5194af1b9a5e4e61c329fa0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.706359] env[68166]: DEBUG nova.compute.manager [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.785450] env[68166]: DEBUG nova.compute.manager [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.917643] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "refresh_cache-ed2bca2e-9fe5-417b-a455-c997b75d3cdc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.917920] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquired lock "refresh_cache-ed2bca2e-9fe5-417b-a455-c997b75d3cdc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.917997] env[68166]: DEBUG nova.network.neutron [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.957435] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528a2d8d-7234-e643-0b45-92d1e9b7b2cd, 'name': SearchDatastore_Task, 'duration_secs': 0.020026} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.958271] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65e6a44-add9-42d3-ad7f-82e268d842e9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.966102] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 580.966102] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ba5b4c-5f55-e976-30eb-d611632867dd" [ 580.966102] env[68166]: _type = "Task" [ 580.966102] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.981265] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ba5b4c-5f55-e976-30eb-d611632867dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.985924] env[68166]: INFO nova.compute.manager [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Took 23.18 seconds to build instance. [ 581.014296] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Releasing lock "refresh_cache-d570add5-1201-4132-8af7-b25d20d33356" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.014626] env[68166]: DEBUG nova.compute.manager [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Instance network_info: |[{"id": "2f537940-a878-4193-8632-a7023c61570f", "address": "fa:16:3e:31:28:03", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f537940-a8", "ovs_interfaceid": "2f537940-a878-4193-8632-a7023c61570f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.015301] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:28:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f537940-a878-4193-8632-a7023c61570f', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.025906] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Creating folder: Project (9579cf830bed4a4b946cc027373b3e98). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.029441] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19347f18-1c40-4418-9639-c12e0ef210dc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.042955] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Created folder: Project (9579cf830bed4a4b946cc027373b3e98) in parent group-v563881. [ 581.043090] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Creating folder: Instances. Parent ref: group-v563903. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.043415] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48939310-6157-46d7-a9fa-142dacc02a45 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.053300] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Created folder: Instances in parent group-v563903. [ 581.053543] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 581.053732] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d570add5-1201-4132-8af7-b25d20d33356] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.053944] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eafaebb4-81b7-4b24-a88a-96e260ea7999 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.079771] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.079771] env[68166]: value = "task-2806094" [ 581.079771] env[68166]: _type = "Task" [ 581.079771] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.088422] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806094, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.165990] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d681d7-ca55-45aa-8f4c-e14ff24f57b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.174439] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cbf569-3d81-42ab-84b2-ed3631ddbf0d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.209347] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b8eb6d-6a9e-4bec-9c4c-ce92051381f1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.223032] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9a2f61-06bc-449d-8520-4e40b5a9e9e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.239835] env[68166]: DEBUG nova.compute.provider_tree [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.244683] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.486934] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ba5b4c-5f55-e976-30eb-d611632867dd, 'name': SearchDatastore_Task, 'duration_secs': 0.027755} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.487249] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.487546] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe/553ee163-1336-4434-89f6-4bbc5f5fa2fe.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.487990] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7ff53969-f07a-45a4-9db1-1a839c4e68bf tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.701s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.488199] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da579605-be6e-4cf1-8dac-038f06057015 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.497045] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 581.497045] env[68166]: value = "task-2806095" [ 581.497045] env[68166]: _type = "Task" [ 581.497045] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.512518] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.594838] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806094, 'name': CreateVM_Task, 'duration_secs': 0.355721} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.595592] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d570add5-1201-4132-8af7-b25d20d33356] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.595980] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.597358] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.597358] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.597358] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631a8357-e0c2-48e9-aeee-576839e8714b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.604728] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Waiting for the task: (returnval){ [ 581.604728] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52329383-7a31-783f-3aba-eb3274207684" [ 581.604728] env[68166]: _type = "Task" [ 581.604728] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.605681] env[68166]: DEBUG nova.network.neutron [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.620777] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52329383-7a31-783f-3aba-eb3274207684, 'name': SearchDatastore_Task, 'duration_secs': 0.009869} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.620777] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.620777] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.620777] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.621353] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.621353] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.621353] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f87fc8b1-fe70-4649-835c-91569cb16c7c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.628899] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.629542] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.631752] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82f03bc4-b001-4bad-95fe-9fb3220083d0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.641123] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Waiting for the task: (returnval){ [ 581.641123] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527a73b1-aa77-875d-630d-c77a5c561772" [ 581.641123] env[68166]: _type = "Task" [ 581.641123] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.653139] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527a73b1-aa77-875d-630d-c77a5c561772, 'name': SearchDatastore_Task, 'duration_secs': 0.008799} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.654027] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26277b8d-243f-4a82-b9e9-f33dfb3396c0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.659826] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Waiting for the task: (returnval){ [ 581.659826] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52edf87d-8d6b-dffa-8f09-dd2f0d086896" [ 581.659826] env[68166]: _type = "Task" [ 581.659826] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.669169] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52edf87d-8d6b-dffa-8f09-dd2f0d086896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.711908] env[68166]: DEBUG nova.network.neutron [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Successfully created port: 08666c8d-2384-4b33-ae05-a809d19fd52f {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.748837] env[68166]: DEBUG nova.scheduler.client.report [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.797528] env[68166]: DEBUG nova.compute.manager [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.833703] env[68166]: DEBUG nova.virt.hardware [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.834589] env[68166]: DEBUG nova.virt.hardware [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.834589] env[68166]: DEBUG nova.virt.hardware [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.834867] env[68166]: DEBUG nova.virt.hardware [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.835297] env[68166]: DEBUG nova.virt.hardware [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.835428] env[68166]: DEBUG nova.virt.hardware [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.835715] env[68166]: DEBUG nova.virt.hardware [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.835928] env[68166]: DEBUG nova.virt.hardware [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.836258] env[68166]: DEBUG nova.virt.hardware [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.836788] env[68166]: DEBUG nova.virt.hardware [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.837019] env[68166]: DEBUG nova.virt.hardware [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.838385] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871e9321-14e3-4157-9e43-56ada4b73fd7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.848988] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f045fd81-7b3a-494b-9123-03b1ad46669d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.872049] env[68166]: DEBUG nova.compute.manager [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] [instance: d570add5-1201-4132-8af7-b25d20d33356] Received event network-vif-plugged-2f537940-a878-4193-8632-a7023c61570f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.872049] env[68166]: DEBUG oslo_concurrency.lockutils [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] Acquiring lock "d570add5-1201-4132-8af7-b25d20d33356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.872313] env[68166]: DEBUG oslo_concurrency.lockutils [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] Lock "d570add5-1201-4132-8af7-b25d20d33356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.872501] env[68166]: DEBUG oslo_concurrency.lockutils [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] Lock "d570add5-1201-4132-8af7-b25d20d33356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.872676] env[68166]: DEBUG nova.compute.manager [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] [instance: d570add5-1201-4132-8af7-b25d20d33356] No waiting events found dispatching network-vif-plugged-2f537940-a878-4193-8632-a7023c61570f {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.873105] env[68166]: WARNING nova.compute.manager [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] [instance: d570add5-1201-4132-8af7-b25d20d33356] Received unexpected event network-vif-plugged-2f537940-a878-4193-8632-a7023c61570f for instance with vm_state building and task_state spawning. [ 581.873105] env[68166]: DEBUG nova.compute.manager [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] [instance: d570add5-1201-4132-8af7-b25d20d33356] Received event network-changed-2f537940-a878-4193-8632-a7023c61570f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.873213] env[68166]: DEBUG nova.compute.manager [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] [instance: d570add5-1201-4132-8af7-b25d20d33356] Refreshing instance network info cache due to event network-changed-2f537940-a878-4193-8632-a7023c61570f. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 581.873375] env[68166]: DEBUG oslo_concurrency.lockutils [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] Acquiring lock "refresh_cache-d570add5-1201-4132-8af7-b25d20d33356" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.873469] env[68166]: DEBUG oslo_concurrency.lockutils [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] Acquired lock "refresh_cache-d570add5-1201-4132-8af7-b25d20d33356" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.873650] env[68166]: DEBUG nova.network.neutron [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] [instance: d570add5-1201-4132-8af7-b25d20d33356] Refreshing network info cache for port 2f537940-a878-4193-8632-a7023c61570f {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.995802] env[68166]: DEBUG nova.compute.manager [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.015160] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511375} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.015160] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe/553ee163-1336-4434-89f6-4bbc5f5fa2fe.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.015160] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.016120] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-399f6cd9-a9eb-4317-8b59-b585bb7148d2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.026033] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 582.026033] env[68166]: value = "task-2806096" [ 582.026033] env[68166]: _type = "Task" [ 582.026033] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.036402] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.176404] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52edf87d-8d6b-dffa-8f09-dd2f0d086896, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.176810] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.176810] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d570add5-1201-4132-8af7-b25d20d33356/d570add5-1201-4132-8af7-b25d20d33356.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.177432] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed59e23a-4627-4615-9580-954da7b66c59 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.184363] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Waiting for the task: (returnval){ [ 582.184363] env[68166]: value = "task-2806097" [ 582.184363] env[68166]: _type = "Task" [ 582.184363] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.197108] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.208676] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.208956] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.255758] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.256293] env[68166]: DEBUG nova.compute.manager [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.263430] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.725s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.264240] env[68166]: INFO nova.compute.claims [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.317261] env[68166]: DEBUG nova.compute.manager [req-df10f1dd-a824-4d14-a277-76d31e6c314f req-e21a2afb-fb92-46af-8c6c-cc7b106df662 service nova] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Received event network-vif-deleted-fe01d354-1059-42e3-b05d-6b0e7132f909 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.519782] env[68166]: DEBUG nova.network.neutron [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Updating instance_info_cache with network_info: [{"id": "28e53668-010d-427d-b5a2-fe3cf1d5ee65", "address": "fa:16:3e:1f:d5:bb", "network": {"id": "c00896f0-96d8-44d4-b08c-c75a022e48cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217931414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3edfe957e9b45d99617a862bcba1cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e53668-01", "ovs_interfaceid": "28e53668-010d-427d-b5a2-fe3cf1d5ee65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.537998] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065796} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.539457] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.539797] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.540952] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0929dd3d-d9c4-419f-8233-0f9a717b308f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.570774] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe/553ee163-1336-4434-89f6-4bbc5f5fa2fe.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.571173] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d6f0379-ee6f-4ef3-923f-efbdf16c065b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.598339] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 582.598339] env[68166]: value = "task-2806098" [ 582.598339] env[68166]: _type = "Task" [ 582.598339] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.618384] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.702088] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806097, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.777135] env[68166]: DEBUG nova.compute.utils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.781611] env[68166]: DEBUG nova.compute.manager [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.781817] env[68166]: DEBUG nova.network.neutron [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.855372] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "a2239d08-ea4c-49a1-a3e4-657ff7cdb55e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.855372] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "a2239d08-ea4c-49a1-a3e4-657ff7cdb55e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.952405] env[68166]: DEBUG nova.policy [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '581c52b3035f47428fa9645ed5b816b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '918bab6779454baea9270d7092446554', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.024024] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Releasing lock "refresh_cache-ed2bca2e-9fe5-417b-a455-c997b75d3cdc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.024024] env[68166]: DEBUG nova.compute.manager [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Instance network_info: |[{"id": "28e53668-010d-427d-b5a2-fe3cf1d5ee65", "address": "fa:16:3e:1f:d5:bb", "network": {"id": "c00896f0-96d8-44d4-b08c-c75a022e48cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217931414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3edfe957e9b45d99617a862bcba1cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e53668-01", "ovs_interfaceid": "28e53668-010d-427d-b5a2-fe3cf1d5ee65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.024305] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:d5:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28e53668-010d-427d-b5a2-fe3cf1d5ee65', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.043656] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Creating folder: Project (f3edfe957e9b45d99617a862bcba1cb4). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.044943] env[68166]: DEBUG nova.network.neutron [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] [instance: d570add5-1201-4132-8af7-b25d20d33356] Updated VIF entry in instance network info cache for port 2f537940-a878-4193-8632-a7023c61570f. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.045795] env[68166]: DEBUG nova.network.neutron [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] [instance: d570add5-1201-4132-8af7-b25d20d33356] Updating instance_info_cache with network_info: [{"id": "2f537940-a878-4193-8632-a7023c61570f", "address": "fa:16:3e:31:28:03", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f537940-a8", "ovs_interfaceid": "2f537940-a878-4193-8632-a7023c61570f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.047536] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83ab6dfb-a89c-40a3-83e5-6ec89589c158 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.058857] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Created folder: Project (f3edfe957e9b45d99617a862bcba1cb4) in parent group-v563881. [ 583.059063] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Creating folder: Instances. Parent ref: group-v563906. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.062126] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30896ed6-9264-4770-a39b-97cce7b805af {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.079703] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Created folder: Instances in parent group-v563906. [ 583.079958] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 583.080163] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.080391] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65e09ddd-34c2-4b51-bc52-d8cbea11e82d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.103803] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.103803] env[68166]: value = "task-2806102" [ 583.103803] env[68166]: _type = "Task" [ 583.103803] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.122177] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.127699] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806102, 'name': CreateVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.201154] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845979} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.201306] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d570add5-1201-4132-8af7-b25d20d33356/d570add5-1201-4132-8af7-b25d20d33356.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.201444] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.201703] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aec11ecb-c8c4-4675-b731-52372cd4728c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.208315] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Waiting for the task: (returnval){ [ 583.208315] env[68166]: value = "task-2806106" [ 583.208315] env[68166]: _type = "Task" [ 583.208315] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.220462] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.282881] env[68166]: DEBUG nova.compute.manager [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.551686] env[68166]: DEBUG oslo_concurrency.lockutils [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] Releasing lock "refresh_cache-d570add5-1201-4132-8af7-b25d20d33356" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.551686] env[68166]: DEBUG nova.compute.manager [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Received event network-vif-plugged-28e53668-010d-427d-b5a2-fe3cf1d5ee65 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.551686] env[68166]: DEBUG oslo_concurrency.lockutils [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] Acquiring lock "ed2bca2e-9fe5-417b-a455-c997b75d3cdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.551686] env[68166]: DEBUG oslo_concurrency.lockutils [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] Lock "ed2bca2e-9fe5-417b-a455-c997b75d3cdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.551686] env[68166]: DEBUG oslo_concurrency.lockutils [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] Lock "ed2bca2e-9fe5-417b-a455-c997b75d3cdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.552030] env[68166]: DEBUG nova.compute.manager [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] No waiting events found dispatching network-vif-plugged-28e53668-010d-427d-b5a2-fe3cf1d5ee65 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.552131] env[68166]: WARNING nova.compute.manager [req-d8afaed5-50df-41e9-987f-3ab43c1d6652 req-32b90c89-9042-42b0-a5d4-f9384f786bcf service nova] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Received unexpected event network-vif-plugged-28e53668-010d-427d-b5a2-fe3cf1d5ee65 for instance with vm_state building and task_state spawning. [ 583.623053] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806098, 'name': ReconfigVM_Task, 'duration_secs': 0.550705} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.624409] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe/553ee163-1336-4434-89f6-4bbc5f5fa2fe.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.624409] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef23f710-acef-4f4f-a5c5-f2a8ec29612c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.629379] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806102, 'name': CreateVM_Task, 'duration_secs': 0.374282} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.629991] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 583.630685] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.630926] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.631183] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.631459] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43c86aa-4f39-48de-8bb1-c93f988e4d99 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.634892] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 583.634892] env[68166]: value = "task-2806107" [ 583.634892] env[68166]: _type = "Task" [ 583.634892] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.650983] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 583.650983] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52531370-90a3-e5ed-9a0d-99e0fd146d82" [ 583.650983] env[68166]: _type = "Task" [ 583.650983] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.661723] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806107, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.669043] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52531370-90a3-e5ed-9a0d-99e0fd146d82, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.669043] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.669296] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.669932] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.669932] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.669932] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.674239] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-932681b6-ccc6-43ec-9ffd-eeb92a2ca9a9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.683314] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.683552] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 583.684645] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d325c3ee-855a-472f-a377-0b1a3d52d9e5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.695400] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 583.695400] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5237e449-95a4-df35-dda9-055114b2ba86" [ 583.695400] env[68166]: _type = "Task" [ 583.695400] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.705764] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5237e449-95a4-df35-dda9-055114b2ba86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.719807] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124673} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.719807] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.720611] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dad964-50e9-4d52-a2b3-8c8804a8f610 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.749275] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] d570add5-1201-4132-8af7-b25d20d33356/d570add5-1201-4132-8af7-b25d20d33356.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.752515] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f01e210b-7a34-47e2-8749-41723ac59abd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.773630] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Waiting for the task: (returnval){ [ 583.773630] env[68166]: value = "task-2806108" [ 583.773630] env[68166]: _type = "Task" [ 583.773630] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.782800] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.800551] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b175bda0-fab2-4c55-8fa0-c9cea61fa105 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.806591] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a51394-3eaa-4d72-b6a8-ab7bdae584e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.837888] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09654cc3-af3d-4a5b-aaab-aec0764592b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.847970] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1c9529-7283-4f07-8c2a-ce633c065956 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.864764] env[68166]: DEBUG nova.compute.provider_tree [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.888243] env[68166]: DEBUG nova.network.neutron [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Successfully updated port: 08666c8d-2384-4b33-ae05-a809d19fd52f {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 584.134706] env[68166]: DEBUG nova.network.neutron [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Successfully created port: fe258809-636c-46cd-a148-5f2fae264f93 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.149668] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806107, 'name': Rename_Task, 'duration_secs': 0.375965} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.150446] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.152064] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9138a61f-8b12-41f9-b7ea-42e061dcf150 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.161270] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 584.161270] env[68166]: value = "task-2806109" [ 584.161270] env[68166]: _type = "Task" [ 584.161270] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.164291] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.164494] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.175282] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806109, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.211880] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5237e449-95a4-df35-dda9-055114b2ba86, 'name': SearchDatastore_Task, 'duration_secs': 0.027544} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.212842] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951915ec-7f38-4bb9-b088-19f839edc9f1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.219455] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 584.219455] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526f4fd5-0ed3-11d2-3aee-5c66aa5f4b20" [ 584.219455] env[68166]: _type = "Task" [ 584.219455] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.229729] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526f4fd5-0ed3-11d2-3aee-5c66aa5f4b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.286826] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806108, 'name': ReconfigVM_Task, 'duration_secs': 0.306401} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.286826] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Reconfigured VM instance instance-00000007 to attach disk [datastore1] d570add5-1201-4132-8af7-b25d20d33356/d570add5-1201-4132-8af7-b25d20d33356.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.287569] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb5dd725-3679-4a47-ae01-96c0687bd0ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.299607] env[68166]: DEBUG nova.compute.manager [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.304434] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Waiting for the task: (returnval){ [ 584.304434] env[68166]: value = "task-2806110" [ 584.304434] env[68166]: _type = "Task" [ 584.304434] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.326279] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806110, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.348532] env[68166]: DEBUG nova.virt.hardware [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:47:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='534726089',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1842835984',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.348617] env[68166]: DEBUG nova.virt.hardware [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.348762] env[68166]: DEBUG nova.virt.hardware [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.349482] env[68166]: DEBUG nova.virt.hardware [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.351716] env[68166]: DEBUG nova.virt.hardware [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.351949] env[68166]: DEBUG nova.virt.hardware [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.352214] env[68166]: DEBUG nova.virt.hardware [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.352388] env[68166]: DEBUG nova.virt.hardware [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.354409] env[68166]: DEBUG nova.virt.hardware [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.354409] env[68166]: DEBUG nova.virt.hardware [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.354409] env[68166]: DEBUG nova.virt.hardware [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.354409] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ccac6b-f9fc-4bbc-851e-d159dd5e0c7f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.363880] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993baf16-6581-41c7-805d-db58b99003c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.369635] env[68166]: DEBUG nova.scheduler.client.report [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.394833] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Acquiring lock "refresh_cache-f247a07b-9db0-4745-a3c2-9ebb2883b68b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.397522] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Acquired lock "refresh_cache-f247a07b-9db0-4745-a3c2-9ebb2883b68b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.397522] env[68166]: DEBUG nova.network.neutron [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.591047] env[68166]: DEBUG nova.compute.manager [None req-fe638558-f7c8-4706-9c95-6039266a997f tempest-ServerDiagnosticsV248Test-977239450 tempest-ServerDiagnosticsV248Test-977239450-project-admin] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.591687] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3727134b-69c6-41d4-ba74-60b40711a91c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.600850] env[68166]: INFO nova.compute.manager [None req-fe638558-f7c8-4706-9c95-6039266a997f tempest-ServerDiagnosticsV248Test-977239450 tempest-ServerDiagnosticsV248Test-977239450-project-admin] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Retrieving diagnostics [ 584.602330] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b929849-bd2a-45aa-bb37-f508f7356d7e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.677268] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806109, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.732019] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526f4fd5-0ed3-11d2-3aee-5c66aa5f4b20, 'name': SearchDatastore_Task, 'duration_secs': 0.023774} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.733139] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.736199] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] ed2bca2e-9fe5-417b-a455-c997b75d3cdc/ed2bca2e-9fe5-417b-a455-c997b75d3cdc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.736199] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8fe0d3d-baab-4d22-ba25-4dab936220b1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.739209] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Acquiring lock "2c9a8df8-5546-46e7-b802-90bb85b4d1e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.739322] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Lock "2c9a8df8-5546-46e7-b802-90bb85b4d1e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.743844] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 584.743844] env[68166]: value = "task-2806111" [ 584.743844] env[68166]: _type = "Task" [ 584.743844] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.751909] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.814294] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806110, 'name': Rename_Task, 'duration_secs': 0.153379} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.814560] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.814761] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62be2e1a-0a8c-4a4b-ad94-63816bba453e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.820375] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Waiting for the task: (returnval){ [ 584.820375] env[68166]: value = "task-2806112" [ 584.820375] env[68166]: _type = "Task" [ 584.820375] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.828037] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.876864] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.877428] env[68166]: DEBUG nova.compute.manager [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.880124] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.179s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.881934] env[68166]: INFO nova.compute.claims [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.938518] env[68166]: DEBUG nova.network.neutron [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.098914] env[68166]: DEBUG nova.network.neutron [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Updating instance_info_cache with network_info: [{"id": "08666c8d-2384-4b33-ae05-a809d19fd52f", "address": "fa:16:3e:98:45:16", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08666c8d-23", "ovs_interfaceid": "08666c8d-2384-4b33-ae05-a809d19fd52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.183191] env[68166]: DEBUG oslo_vmware.api [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806109, 'name': PowerOnVM_Task, 'duration_secs': 0.647992} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.183434] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.183714] env[68166]: INFO nova.compute.manager [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Took 5.93 seconds to spawn the instance on the hypervisor. [ 585.183954] env[68166]: DEBUG nova.compute.manager [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.186737] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aecc6e9-5563-43be-952a-b505fbc9718a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.255250] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806111, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.339316] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806112, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.386271] env[68166]: DEBUG nova.compute.utils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.392918] env[68166]: DEBUG nova.compute.manager [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.394714] env[68166]: DEBUG nova.network.neutron [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.428135] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "be4c46f0-df97-4cbd-afde-76f598735d14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.428269] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "be4c46f0-df97-4cbd-afde-76f598735d14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.459572] env[68166]: DEBUG nova.policy [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55785eaa0aaf42a3bc7418ae1527ebe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5672adac0e1e45df9d655c87029954b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.604278] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Releasing lock "refresh_cache-f247a07b-9db0-4745-a3c2-9ebb2883b68b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.604579] env[68166]: DEBUG nova.compute.manager [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Instance network_info: |[{"id": "08666c8d-2384-4b33-ae05-a809d19fd52f", "address": "fa:16:3e:98:45:16", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08666c8d-23", "ovs_interfaceid": "08666c8d-2384-4b33-ae05-a809d19fd52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.605269] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:45:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08666c8d-2384-4b33-ae05-a809d19fd52f', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.614347] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Creating folder: Project (8ec193b4d5194af1b9a5e4e61c329fa0). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.615850] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d102c4bd-5848-4bc5-b1e4-a23345447b1f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.627912] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Created folder: Project (8ec193b4d5194af1b9a5e4e61c329fa0) in parent group-v563881. [ 585.628121] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Creating folder: Instances. Parent ref: group-v563912. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.629783] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-575973a7-9a57-46e0-9a24-8f7b06ad202a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.634464] env[68166]: DEBUG nova.compute.manager [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Received event network-changed-28e53668-010d-427d-b5a2-fe3cf1d5ee65 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.634464] env[68166]: DEBUG nova.compute.manager [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Refreshing instance network info cache due to event network-changed-28e53668-010d-427d-b5a2-fe3cf1d5ee65. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 585.634464] env[68166]: DEBUG oslo_concurrency.lockutils [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] Acquiring lock "refresh_cache-ed2bca2e-9fe5-417b-a455-c997b75d3cdc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.634464] env[68166]: DEBUG oslo_concurrency.lockutils [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] Acquired lock "refresh_cache-ed2bca2e-9fe5-417b-a455-c997b75d3cdc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.634654] env[68166]: DEBUG nova.network.neutron [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Refreshing network info cache for port 28e53668-010d-427d-b5a2-fe3cf1d5ee65 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.645273] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Created folder: Instances in parent group-v563912. [ 585.645581] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 585.646315] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.646544] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7c93876-5b7a-4c25-acb3-84af39bc8791 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.670720] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.670720] env[68166]: value = "task-2806115" [ 585.670720] env[68166]: _type = "Task" [ 585.670720] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.679226] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806115, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.713097] env[68166]: INFO nova.compute.manager [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Took 22.68 seconds to build instance. [ 585.757288] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716791} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.757288] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] ed2bca2e-9fe5-417b-a455-c997b75d3cdc/ed2bca2e-9fe5-417b-a455-c997b75d3cdc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.757288] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.757288] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35e1e47f-5888-46f5-b898-ffb80cfb155c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.768228] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 585.768228] env[68166]: value = "task-2806116" [ 585.768228] env[68166]: _type = "Task" [ 585.768228] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.774820] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.831273] env[68166]: DEBUG oslo_vmware.api [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806112, 'name': PowerOnVM_Task, 'duration_secs': 0.523446} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.832121] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.832518] env[68166]: INFO nova.compute.manager [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Took 11.63 seconds to spawn the instance on the hypervisor. [ 585.836328] env[68166]: DEBUG nova.compute.manager [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.836328] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a36217d-236e-4f3d-89ca-e23a6e354b53 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.846130] env[68166]: DEBUG nova.compute.manager [req-5b8aad0d-96ed-4fc8-9efa-1ff97b875790 req-07887fca-3814-4536-9a3f-e24c22343ae5 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Received event network-changed-10b81823-1dc8-4d60-afe2-bb7afe61221a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.846514] env[68166]: DEBUG nova.compute.manager [req-5b8aad0d-96ed-4fc8-9efa-1ff97b875790 req-07887fca-3814-4536-9a3f-e24c22343ae5 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Refreshing instance network info cache due to event network-changed-10b81823-1dc8-4d60-afe2-bb7afe61221a. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 585.847466] env[68166]: DEBUG oslo_concurrency.lockutils [req-5b8aad0d-96ed-4fc8-9efa-1ff97b875790 req-07887fca-3814-4536-9a3f-e24c22343ae5 service nova] Acquiring lock "refresh_cache-c8460358-ceb1-4800-892c-854f5cf2fb60" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.848673] env[68166]: DEBUG oslo_concurrency.lockutils [req-5b8aad0d-96ed-4fc8-9efa-1ff97b875790 req-07887fca-3814-4536-9a3f-e24c22343ae5 service nova] Acquired lock "refresh_cache-c8460358-ceb1-4800-892c-854f5cf2fb60" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.848673] env[68166]: DEBUG nova.network.neutron [req-5b8aad0d-96ed-4fc8-9efa-1ff97b875790 req-07887fca-3814-4536-9a3f-e24c22343ae5 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Refreshing network info cache for port 10b81823-1dc8-4d60-afe2-bb7afe61221a {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.896465] env[68166]: DEBUG nova.compute.manager [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.188451] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806115, 'name': CreateVM_Task, 'duration_secs': 0.461814} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.188451] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.189078] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.189301] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.189665] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.190270] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a749a23-d56d-4d52-84bd-5910e2c92f56 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.203831] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Waiting for the task: (returnval){ [ 586.203831] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524e843d-c012-9d22-0578-f03adba2647b" [ 586.203831] env[68166]: _type = "Task" [ 586.203831] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.213119] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524e843d-c012-9d22-0578-f03adba2647b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.216820] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36f5e05e-752c-4480-8285-456d1e20b8cf tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lock "553ee163-1336-4434-89f6-4bbc5f5fa2fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.191s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.277755] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085169} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.278745] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.279870] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a7af20-9d89-451c-add7-23f985a6b009 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.307698] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] ed2bca2e-9fe5-417b-a455-c997b75d3cdc/ed2bca2e-9fe5-417b-a455-c997b75d3cdc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.310068] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde01b8c-1bfd-445a-8f2a-1eaa5a00434b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.334295] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 586.334295] env[68166]: value = "task-2806118" [ 586.334295] env[68166]: _type = "Task" [ 586.334295] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.348730] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.365989] env[68166]: INFO nova.compute.manager [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Took 25.46 seconds to build instance. [ 586.449918] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891b7f9c-1c09-4ac8-b891-d9c7fc9d5795 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.459582] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ac224d-a717-40d8-a504-7630e56632fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.505627] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f395f74c-08ef-401b-bd0a-a4765348b078 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.517078] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea2a029-91e0-4bab-bd5a-4b08aea6f5c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.536276] env[68166]: DEBUG nova.compute.provider_tree [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.712967] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524e843d-c012-9d22-0578-f03adba2647b, 'name': SearchDatastore_Task, 'duration_secs': 0.022796} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.713128] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.713371] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.713776] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.713776] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.713965] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.714253] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eef1a64b-7d0f-4b75-9d9b-f0873a9d5cc9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.721421] env[68166]: DEBUG nova.compute.manager [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.734023] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.734023] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.734023] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97bdfbe8-1b88-4c25-a499-9b0714c388a9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.743689] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Waiting for the task: (returnval){ [ 586.743689] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]528243d2-0e64-e271-95aa-f423f62b7f0c" [ 586.743689] env[68166]: _type = "Task" [ 586.743689] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.755297] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528243d2-0e64-e271-95aa-f423f62b7f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.849689] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.871553] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a8b4ab2d-ec72-44d3-8976-4e84c6b9da22 tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Lock "d570add5-1201-4132-8af7-b25d20d33356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.981s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.907326] env[68166]: DEBUG nova.compute.manager [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.945347] env[68166]: DEBUG nova.virt.hardware [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.945697] env[68166]: DEBUG nova.virt.hardware [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.945890] env[68166]: DEBUG nova.virt.hardware [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.946117] env[68166]: DEBUG nova.virt.hardware [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.946301] env[68166]: DEBUG nova.virt.hardware [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.946479] env[68166]: DEBUG nova.virt.hardware [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.946726] env[68166]: DEBUG nova.virt.hardware [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.946927] env[68166]: DEBUG nova.virt.hardware [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.947140] env[68166]: DEBUG nova.virt.hardware [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.947342] env[68166]: DEBUG nova.virt.hardware [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.947575] env[68166]: DEBUG nova.virt.hardware [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.948819] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81845de-64a8-4511-ad17-9c5ddc6c063f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.958021] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1116c0ca-a35a-4365-9e17-b15c63aec931 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.040172] env[68166]: DEBUG nova.scheduler.client.report [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.069769] env[68166]: DEBUG nova.network.neutron [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Successfully updated port: fe258809-636c-46cd-a148-5f2fae264f93 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.170606] env[68166]: DEBUG nova.network.neutron [req-5b8aad0d-96ed-4fc8-9efa-1ff97b875790 req-07887fca-3814-4536-9a3f-e24c22343ae5 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Updated VIF entry in instance network info cache for port 10b81823-1dc8-4d60-afe2-bb7afe61221a. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.171008] env[68166]: DEBUG nova.network.neutron [req-5b8aad0d-96ed-4fc8-9efa-1ff97b875790 req-07887fca-3814-4536-9a3f-e24c22343ae5 service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Updating instance_info_cache with network_info: [{"id": "10b81823-1dc8-4d60-afe2-bb7afe61221a", "address": "fa:16:3e:fb:60:6c", "network": {"id": "5d78e8c7-7950-4d18-92df-2545107324e3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2126803502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d9248e671c347a0af221635cd975b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b81823-1d", "ovs_interfaceid": "10b81823-1dc8-4d60-afe2-bb7afe61221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.239831] env[68166]: DEBUG nova.network.neutron [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Successfully created port: 8f49fb12-b108-4292-89b0-8858d6fc0be7 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.259896] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528243d2-0e64-e271-95aa-f423f62b7f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.047396} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.261092] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.262914] env[68166]: DEBUG nova.network.neutron [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Updated VIF entry in instance network info cache for port 28e53668-010d-427d-b5a2-fe3cf1d5ee65. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.263525] env[68166]: DEBUG nova.network.neutron [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Updating instance_info_cache with network_info: [{"id": "28e53668-010d-427d-b5a2-fe3cf1d5ee65", "address": "fa:16:3e:1f:d5:bb", "network": {"id": "c00896f0-96d8-44d4-b08c-c75a022e48cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217931414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3edfe957e9b45d99617a862bcba1cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e53668-01", "ovs_interfaceid": "28e53668-010d-427d-b5a2-fe3cf1d5ee65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.264780] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef30b33-339c-4a7b-aef1-f50d88dd02c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.277297] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Waiting for the task: (returnval){ [ 587.277297] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52711769-9a12-5dcb-5e10-0cfaa1b84284" [ 587.277297] env[68166]: _type = "Task" [ 587.277297] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.289932] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52711769-9a12-5dcb-5e10-0cfaa1b84284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.350598] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.375339] env[68166]: DEBUG nova.compute.manager [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.545951] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.546794] env[68166]: DEBUG nova.compute.manager [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.553737] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.557s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.556565] env[68166]: DEBUG nova.objects.instance [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Lazy-loading 'resources' on Instance uuid 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 587.571737] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "refresh_cache-e8a4f44f-5ae6-455f-a8e0-b793c81c7021" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.572575] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquired lock "refresh_cache-e8a4f44f-5ae6-455f-a8e0-b793c81c7021" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.572575] env[68166]: DEBUG nova.network.neutron [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.674489] env[68166]: DEBUG oslo_concurrency.lockutils [req-5b8aad0d-96ed-4fc8-9efa-1ff97b875790 req-07887fca-3814-4536-9a3f-e24c22343ae5 service nova] Releasing lock "refresh_cache-c8460358-ceb1-4800-892c-854f5cf2fb60" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.772689] env[68166]: DEBUG oslo_concurrency.lockutils [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] Releasing lock "refresh_cache-ed2bca2e-9fe5-417b-a455-c997b75d3cdc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.773030] env[68166]: DEBUG nova.compute.manager [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Received event network-vif-plugged-08666c8d-2384-4b33-ae05-a809d19fd52f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 587.773237] env[68166]: DEBUG oslo_concurrency.lockutils [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] Acquiring lock "f247a07b-9db0-4745-a3c2-9ebb2883b68b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.773440] env[68166]: DEBUG oslo_concurrency.lockutils [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] Lock "f247a07b-9db0-4745-a3c2-9ebb2883b68b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.773599] env[68166]: DEBUG oslo_concurrency.lockutils [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] Lock "f247a07b-9db0-4745-a3c2-9ebb2883b68b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.773768] env[68166]: DEBUG nova.compute.manager [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] No waiting events found dispatching network-vif-plugged-08666c8d-2384-4b33-ae05-a809d19fd52f {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.773935] env[68166]: WARNING nova.compute.manager [req-18f20da1-40ff-43b1-8c6d-3c4becd6f866 req-2463506e-ee7a-457b-b0aa-d99fa41ebe59 service nova] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Received unexpected event network-vif-plugged-08666c8d-2384-4b33-ae05-a809d19fd52f for instance with vm_state building and task_state spawning. [ 587.788141] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52711769-9a12-5dcb-5e10-0cfaa1b84284, 'name': SearchDatastore_Task, 'duration_secs': 0.038588} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.788392] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.788638] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] f247a07b-9db0-4745-a3c2-9ebb2883b68b/f247a07b-9db0-4745-a3c2-9ebb2883b68b.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.788896] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a34447bf-d821-4867-8837-0680cb20bc76 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.797560] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Waiting for the task: (returnval){ [ 587.797560] env[68166]: value = "task-2806119" [ 587.797560] env[68166]: _type = "Task" [ 587.797560] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.806285] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.848734] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806118, 'name': ReconfigVM_Task, 'duration_secs': 1.421327} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.849029] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Reconfigured VM instance instance-00000008 to attach disk [datastore2] ed2bca2e-9fe5-417b-a455-c997b75d3cdc/ed2bca2e-9fe5-417b-a455-c997b75d3cdc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.849768] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55a57988-15ff-4c82-9eb0-9fd05f72706a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.858640] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 587.858640] env[68166]: value = "task-2806120" [ 587.858640] env[68166]: _type = "Task" [ 587.858640] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.885280] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806120, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.912175] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.058376] env[68166]: DEBUG nova.compute.utils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.062905] env[68166]: DEBUG nova.compute.manager [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.063359] env[68166]: DEBUG nova.network.neutron [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.186693] env[68166]: DEBUG nova.network.neutron [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.223820] env[68166]: DEBUG nova.policy [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afe4f66f16fb456a8351fdc268a4214b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '692cafa13d464adcbf1693f6fd6c3a5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.317076] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806119, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.371720] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806120, 'name': Rename_Task, 'duration_secs': 0.350452} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.371720] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.371720] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc7d69b4-6739-4e38-a058-67a4ecd38ce2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.384036] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 588.384036] env[68166]: value = "task-2806122" [ 588.384036] env[68166]: _type = "Task" [ 588.384036] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.395962] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.530469] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092df0c5-f2d1-46e9-aa29-8eb9abc2da00 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.541796] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac2acf6-62ca-4b68-a04b-9e48736c3344 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.581173] env[68166]: DEBUG nova.compute.manager [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.585381] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bf70a3-3b1e-4de0-a1b7-0d8fc7b1bf13 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.600887] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7244d6-1024-4bcb-ae47-d22f43111c9a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.620033] env[68166]: DEBUG nova.compute.provider_tree [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.754331] env[68166]: DEBUG nova.network.neutron [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Updating instance_info_cache with network_info: [{"id": "fe258809-636c-46cd-a148-5f2fae264f93", "address": "fa:16:3e:03:7d:f9", "network": {"id": "c8ca0e4f-4948-40a9-a6dd-c9d3593f9821", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-70298561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918bab6779454baea9270d7092446554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe258809-63", "ovs_interfaceid": "fe258809-636c-46cd-a148-5f2fae264f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.811089] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827535} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.811273] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] f247a07b-9db0-4745-a3c2-9ebb2883b68b/f247a07b-9db0-4745-a3c2-9ebb2883b68b.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.811523] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.811777] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d925e7d2-1769-4fbb-a616-1a5807e8a7cd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.822802] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Waiting for the task: (returnval){ [ 588.822802] env[68166]: value = "task-2806123" [ 588.822802] env[68166]: _type = "Task" [ 588.822802] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.834178] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.898203] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.983095] env[68166]: DEBUG nova.compute.manager [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Received event network-changed-08666c8d-2384-4b33-ae05-a809d19fd52f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.983095] env[68166]: DEBUG nova.compute.manager [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Refreshing instance network info cache due to event network-changed-08666c8d-2384-4b33-ae05-a809d19fd52f. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 588.983095] env[68166]: DEBUG oslo_concurrency.lockutils [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] Acquiring lock "refresh_cache-f247a07b-9db0-4745-a3c2-9ebb2883b68b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.983095] env[68166]: DEBUG oslo_concurrency.lockutils [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] Acquired lock "refresh_cache-f247a07b-9db0-4745-a3c2-9ebb2883b68b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.983095] env[68166]: DEBUG nova.network.neutron [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Refreshing network info cache for port 08666c8d-2384-4b33-ae05-a809d19fd52f {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.081277] env[68166]: DEBUG nova.compute.manager [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Received event network-vif-plugged-fe258809-636c-46cd-a148-5f2fae264f93 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.081277] env[68166]: DEBUG oslo_concurrency.lockutils [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] Acquiring lock "e8a4f44f-5ae6-455f-a8e0-b793c81c7021-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.081277] env[68166]: DEBUG oslo_concurrency.lockutils [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] Lock "e8a4f44f-5ae6-455f-a8e0-b793c81c7021-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.081277] env[68166]: DEBUG oslo_concurrency.lockutils [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] Lock "e8a4f44f-5ae6-455f-a8e0-b793c81c7021-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.081277] env[68166]: DEBUG nova.compute.manager [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] No waiting events found dispatching network-vif-plugged-fe258809-636c-46cd-a148-5f2fae264f93 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.082050] env[68166]: WARNING nova.compute.manager [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Received unexpected event network-vif-plugged-fe258809-636c-46cd-a148-5f2fae264f93 for instance with vm_state building and task_state spawning. [ 589.082050] env[68166]: DEBUG nova.compute.manager [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Received event network-changed-fe258809-636c-46cd-a148-5f2fae264f93 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.082050] env[68166]: DEBUG nova.compute.manager [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Refreshing instance network info cache due to event network-changed-fe258809-636c-46cd-a148-5f2fae264f93. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 589.082050] env[68166]: DEBUG oslo_concurrency.lockutils [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] Acquiring lock "refresh_cache-e8a4f44f-5ae6-455f-a8e0-b793c81c7021" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.122694] env[68166]: DEBUG nova.scheduler.client.report [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.188715] env[68166]: INFO nova.compute.manager [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Rebuilding instance [ 589.252180] env[68166]: DEBUG nova.compute.manager [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.252180] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c325cd2-74c7-462d-ad7b-1247c97cf203 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.263082] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Releasing lock "refresh_cache-e8a4f44f-5ae6-455f-a8e0-b793c81c7021" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.263641] env[68166]: DEBUG nova.compute.manager [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Instance network_info: |[{"id": "fe258809-636c-46cd-a148-5f2fae264f93", "address": "fa:16:3e:03:7d:f9", "network": {"id": "c8ca0e4f-4948-40a9-a6dd-c9d3593f9821", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-70298561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918bab6779454baea9270d7092446554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe258809-63", "ovs_interfaceid": "fe258809-636c-46cd-a148-5f2fae264f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.268362] env[68166]: DEBUG oslo_concurrency.lockutils [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] Acquired lock "refresh_cache-e8a4f44f-5ae6-455f-a8e0-b793c81c7021" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.268672] env[68166]: DEBUG nova.network.neutron [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Refreshing network info cache for port fe258809-636c-46cd-a148-5f2fae264f93 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.270641] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:7d:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe258809-636c-46cd-a148-5f2fae264f93', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.282769] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Creating folder: Project (918bab6779454baea9270d7092446554). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.285530] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed9bbb8e-1c5f-40e5-b175-8da7c4e2a6e1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.300435] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Created folder: Project (918bab6779454baea9270d7092446554) in parent group-v563881. [ 589.303021] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Creating folder: Instances. Parent ref: group-v563915. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.303519] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1b0edee-3950-4f8e-aa80-7c35a79f320b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.307384] env[68166]: DEBUG nova.compute.manager [None req-2bd3b981-d9f9-43bd-8977-8827f82e0e4b tempest-ServerDiagnosticsTest-1252771100 tempest-ServerDiagnosticsTest-1252771100-project-admin] [instance: d570add5-1201-4132-8af7-b25d20d33356] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.308541] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d50a331-4cca-45c0-a340-9eaf1cd996fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.318128] env[68166]: INFO nova.compute.manager [None req-2bd3b981-d9f9-43bd-8977-8827f82e0e4b tempest-ServerDiagnosticsTest-1252771100 tempest-ServerDiagnosticsTest-1252771100-project-admin] [instance: d570add5-1201-4132-8af7-b25d20d33356] Retrieving diagnostics [ 589.321014] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4c6368-584a-4bcc-b400-c0596cfbc71d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.365361] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Created folder: Instances in parent group-v563915. [ 589.365361] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 589.365361] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168836} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.365361] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.365361] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.365361] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dcbcd12-091d-42ce-80e8-8d6794d76641 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.381035] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322dc1c5-0f76-4336-a4bf-785c2b204fa5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.407259] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] f247a07b-9db0-4745-a3c2-9ebb2883b68b/f247a07b-9db0-4745-a3c2-9ebb2883b68b.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.409762] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09f382d5-9a9c-4f47-a55e-7f2e6a0ada44 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.424734] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.424734] env[68166]: value = "task-2806126" [ 589.424734] env[68166]: _type = "Task" [ 589.424734] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.428185] env[68166]: DEBUG oslo_vmware.api [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806122, 'name': PowerOnVM_Task, 'duration_secs': 0.748132} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.432188] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.432552] env[68166]: INFO nova.compute.manager [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Took 12.74 seconds to spawn the instance on the hypervisor. [ 589.432694] env[68166]: DEBUG nova.compute.manager [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.433574] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c77daa3-add3-4957-baa2-c4fd02c0630f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.437757] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Waiting for the task: (returnval){ [ 589.437757] env[68166]: value = "task-2806127" [ 589.437757] env[68166]: _type = "Task" [ 589.437757] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.452055] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806126, 'name': CreateVM_Task} progress is 15%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.458645] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.599342] env[68166]: DEBUG nova.compute.manager [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.632132] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.634519] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.402s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.655800] env[68166]: DEBUG nova.virt.hardware [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.656283] env[68166]: DEBUG nova.virt.hardware [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.656591] env[68166]: DEBUG nova.virt.hardware [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.656910] env[68166]: DEBUG nova.virt.hardware [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.657214] env[68166]: DEBUG nova.virt.hardware [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.657484] env[68166]: DEBUG nova.virt.hardware [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.658143] env[68166]: DEBUG nova.virt.hardware [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.658592] env[68166]: DEBUG nova.virt.hardware [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.659016] env[68166]: DEBUG nova.virt.hardware [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.659712] env[68166]: DEBUG nova.virt.hardware [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.660187] env[68166]: DEBUG nova.virt.hardware [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.661655] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf60f7c-285f-4c19-ab6e-c3efb3ef30ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.674352] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb27cc4-691b-4a28-9a2c-6dc10f10a326 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.680919] env[68166]: INFO nova.scheduler.client.report [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Deleted allocations for instance 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3 [ 589.883017] env[68166]: DEBUG nova.network.neutron [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Updated VIF entry in instance network info cache for port 08666c8d-2384-4b33-ae05-a809d19fd52f. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.884867] env[68166]: DEBUG nova.network.neutron [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Updating instance_info_cache with network_info: [{"id": "08666c8d-2384-4b33-ae05-a809d19fd52f", "address": "fa:16:3e:98:45:16", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08666c8d-23", "ovs_interfaceid": "08666c8d-2384-4b33-ae05-a809d19fd52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.951386] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806126, 'name': CreateVM_Task, 'duration_secs': 0.435914} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.961072] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.965821] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.973119] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.973119] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.973119] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.973119] env[68166]: INFO nova.compute.manager [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Took 28.88 seconds to build instance. [ 589.974036] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f4211dd-65c9-440f-b57f-2c31a7125a86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.986084] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 589.986084] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52bd6707-eba6-f16d-4066-5e7a8739590f" [ 589.986084] env[68166]: _type = "Task" [ 589.986084] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.999297] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52bd6707-eba6-f16d-4066-5e7a8739590f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.139059] env[68166]: DEBUG nova.network.neutron [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Successfully created port: 9a9c0e0d-eb74-450f-b736-cbe4e921e407 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.144098] env[68166]: INFO nova.compute.claims [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.203546] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d29f259e-fc7a-46b1-b172-c321bf123967 tempest-ServerDiagnosticsNegativeTest-851323178 tempest-ServerDiagnosticsNegativeTest-851323178-project-member] Lock "7b77cdd8-0a47-4bef-8d84-9a83d855f4c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.241s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.290618] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 590.290618] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee453099-5db7-4639-8cec-b58115a7e339 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.302868] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 590.302868] env[68166]: value = "task-2806128" [ 590.302868] env[68166]: _type = "Task" [ 590.302868] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.316647] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.392352] env[68166]: DEBUG oslo_concurrency.lockutils [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] Releasing lock "refresh_cache-f247a07b-9db0-4745-a3c2-9ebb2883b68b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.392352] env[68166]: DEBUG nova.compute.manager [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Received event network-changed-aafb4ab4-9831-48d7-a693-3bb0fa98f9a1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.392352] env[68166]: DEBUG nova.compute.manager [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Refreshing instance network info cache due to event network-changed-aafb4ab4-9831-48d7-a693-3bb0fa98f9a1. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 590.392352] env[68166]: DEBUG oslo_concurrency.lockutils [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] Acquiring lock "refresh_cache-edd58309-7d6a-4ee8-9cdf-d470461a63c8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.392352] env[68166]: DEBUG oslo_concurrency.lockutils [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] Acquired lock "refresh_cache-edd58309-7d6a-4ee8-9cdf-d470461a63c8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.392530] env[68166]: DEBUG nova.network.neutron [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Refreshing network info cache for port aafb4ab4-9831-48d7-a693-3bb0fa98f9a1 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.455936] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806127, 'name': ReconfigVM_Task, 'duration_secs': 0.907504} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.455936] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Reconfigured VM instance instance-0000000a to attach disk [datastore2] f247a07b-9db0-4745-a3c2-9ebb2883b68b/f247a07b-9db0-4745-a3c2-9ebb2883b68b.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.456362] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a36050b9-2eb4-49e7-9df8-0fc0b3e61c43 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.465247] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Waiting for the task: (returnval){ [ 590.465247] env[68166]: value = "task-2806130" [ 590.465247] env[68166]: _type = "Task" [ 590.465247] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.479537] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806130, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.481036] env[68166]: DEBUG nova.network.neutron [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Updated VIF entry in instance network info cache for port fe258809-636c-46cd-a148-5f2fae264f93. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.481394] env[68166]: DEBUG nova.network.neutron [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Updating instance_info_cache with network_info: [{"id": "fe258809-636c-46cd-a148-5f2fae264f93", "address": "fa:16:3e:03:7d:f9", "network": {"id": "c8ca0e4f-4948-40a9-a6dd-c9d3593f9821", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-70298561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918bab6779454baea9270d7092446554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe258809-63", "ovs_interfaceid": "fe258809-636c-46cd-a148-5f2fae264f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.484295] env[68166]: DEBUG oslo_concurrency.lockutils [None req-578d5e17-88db-40d9-b2da-ae12615f5e87 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "ed2bca2e-9fe5-417b-a455-c997b75d3cdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.399s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.499291] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52bd6707-eba6-f16d-4066-5e7a8739590f, 'name': SearchDatastore_Task, 'duration_secs': 0.036933} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.499658] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.499950] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.500237] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.501089] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.501089] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.501089] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96d63fa5-378e-404e-bbc7-835351bd3158 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.512942] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.513167] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.514045] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7e3edf-6051-46fc-9e8f-51f7b2f63e5b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.521188] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 590.521188] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e956af-2efb-046c-fbdb-b8300afc42b6" [ 590.521188] env[68166]: _type = "Task" [ 590.521188] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.532330] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e956af-2efb-046c-fbdb-b8300afc42b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.654434] env[68166]: INFO nova.compute.resource_tracker [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating resource usage from migration a9e35ffc-8056-4ec4-b8ea-5454e43375b2 [ 590.817077] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806128, 'name': PowerOffVM_Task, 'duration_secs': 0.156445} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.817356] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 590.817598] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 590.818617] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6618807-07fb-4c2b-bf4f-474adbcf6670 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.830058] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 590.830058] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ddacf3e-3c29-45d6-a167-2763e80ad6d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.887272] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 590.887272] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 590.887272] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Deleting the datastore file [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 590.887272] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf3d1b0-e71e-4ee9-87b6-cf14db5a25cf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.896593] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 590.896593] env[68166]: value = "task-2806132" [ 590.896593] env[68166]: _type = "Task" [ 590.896593] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.904732] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.978340] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806130, 'name': Rename_Task, 'duration_secs': 0.216682} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.978340] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.978722] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-741d5e72-a526-44e9-86ef-7156b8655abd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.985234] env[68166]: DEBUG oslo_concurrency.lockutils [req-3face094-8adc-47a2-a51c-b8d7080286a7 req-6d0f4258-a0d9-49a3-86f2-e3d7e83de8d1 service nova] Releasing lock "refresh_cache-e8a4f44f-5ae6-455f-a8e0-b793c81c7021" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.986664] env[68166]: DEBUG nova.compute.manager [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.993883] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Waiting for the task: (returnval){ [ 590.993883] env[68166]: value = "task-2806133" [ 590.993883] env[68166]: _type = "Task" [ 590.993883] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.007319] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.032422] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e956af-2efb-046c-fbdb-b8300afc42b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011832} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.035937] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dcf1971-6787-42a6-bb68-039f37737203 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.045880] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 591.045880] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b7cc75-4d94-a4c8-0bbc-2a104124d8ae" [ 591.045880] env[68166]: _type = "Task" [ 591.045880] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.058868] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b7cc75-4d94-a4c8-0bbc-2a104124d8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.059121] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.059374] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] e8a4f44f-5ae6-455f-a8e0-b793c81c7021/e8a4f44f-5ae6-455f-a8e0-b793c81c7021.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.059909] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4261e39-b187-4c05-8ea3-8841569b5851 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.071196] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 591.071196] env[68166]: value = "task-2806134" [ 591.071196] env[68166]: _type = "Task" [ 591.071196] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.081323] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.129539] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ec0a6e-6638-4b4d-953c-fe775ee5979a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.140318] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afa1d8b-8fa0-4f13-9188-1550f68ecb4e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.197211] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5d2098-cfcf-42b3-84f1-7b6c1aa47214 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.207782] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa31d946-395e-4bbf-b731-c0cd07e1a439 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.224568] env[68166]: DEBUG nova.compute.provider_tree [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.344900] env[68166]: DEBUG nova.network.neutron [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Successfully updated port: 8f49fb12-b108-4292-89b0-8858d6fc0be7 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.413909] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124357} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.413909] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.414306] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 591.414540] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 591.515220] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806133, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.531754] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.591325] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806134, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.728661] env[68166]: DEBUG nova.scheduler.client.report [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.760028] env[68166]: DEBUG nova.network.neutron [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Updated VIF entry in instance network info cache for port aafb4ab4-9831-48d7-a693-3bb0fa98f9a1. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.760412] env[68166]: DEBUG nova.network.neutron [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Updating instance_info_cache with network_info: [{"id": "aafb4ab4-9831-48d7-a693-3bb0fa98f9a1", "address": "fa:16:3e:04:42:18", "network": {"id": "d7da6310-dd61-4d60-bd8e-2d335c041b2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2117686154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f436419e05504a5ab7a9cd7930587fd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafb4ab4-98", "ovs_interfaceid": "aafb4ab4-9831-48d7-a693-3bb0fa98f9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.849861] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Acquiring lock "d570add5-1201-4132-8af7-b25d20d33356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.850248] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Lock "d570add5-1201-4132-8af7-b25d20d33356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.850497] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Acquiring lock "d570add5-1201-4132-8af7-b25d20d33356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.850736] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Lock "d570add5-1201-4132-8af7-b25d20d33356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.850922] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Lock "d570add5-1201-4132-8af7-b25d20d33356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.856088] env[68166]: INFO nova.compute.manager [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Terminating instance [ 591.859597] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "refresh_cache-f7498597-2d98-4056-a0b2-218246e8c9ee" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.859795] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "refresh_cache-f7498597-2d98-4056-a0b2-218246e8c9ee" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.863288] env[68166]: DEBUG nova.network.neutron [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.013061] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806133, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.084470] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806134, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.237805] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.603s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.238085] env[68166]: INFO nova.compute.manager [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Migrating [ 592.238422] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.238640] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.244091] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.724s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.244456] env[68166]: DEBUG nova.objects.instance [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Lazy-loading 'resources' on Instance uuid b41f7d30-bbc6-4c5d-9f58-05348ec36606 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 592.265097] env[68166]: DEBUG oslo_concurrency.lockutils [req-a147d1d2-4dca-4d2d-a763-f89cdee96866 req-3078f602-be77-4ddd-97f0-31e5a30e6cdc service nova] Releasing lock "refresh_cache-edd58309-7d6a-4ee8-9cdf-d470461a63c8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.375420] env[68166]: DEBUG nova.compute.manager [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 592.375962] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 592.377225] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404a90af-cf58-4216-9e5b-5c27d2b9ccbd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.387772] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 592.388227] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-206ccf6f-cae4-49ed-af9d-741ea4dbd22a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.398221] env[68166]: DEBUG oslo_vmware.api [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Waiting for the task: (returnval){ [ 592.398221] env[68166]: value = "task-2806135" [ 592.398221] env[68166]: _type = "Task" [ 592.398221] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.410497] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquiring lock "b4c328b9-bd0d-4f8e-9990-19e8da955a53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.412700] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lock "b4c328b9-bd0d-4f8e-9990-19e8da955a53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.441100] env[68166]: DEBUG nova.network.neutron [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.461127] env[68166]: DEBUG nova.virt.hardware [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.461369] env[68166]: DEBUG nova.virt.hardware [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.461526] env[68166]: DEBUG nova.virt.hardware [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.461706] env[68166]: DEBUG nova.virt.hardware [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.461856] env[68166]: DEBUG nova.virt.hardware [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.462010] env[68166]: DEBUG nova.virt.hardware [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.462475] env[68166]: DEBUG nova.virt.hardware [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.462645] env[68166]: DEBUG nova.virt.hardware [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.462815] env[68166]: DEBUG nova.virt.hardware [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.462981] env[68166]: DEBUG nova.virt.hardware [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.463351] env[68166]: DEBUG nova.virt.hardware [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.464256] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d5bc91-042d-464f-894b-36be68df4368 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.475022] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930e628e-4c59-4bca-852b-b28e0fefa835 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.498028] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.501416] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 592.504368] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.508457] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0c3de54-869a-41c0-ba21-0f5a033c4b57 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.526414] env[68166]: DEBUG nova.compute.manager [req-50a50996-ad30-45c5-97b8-3af88eac12f3 req-92f9f670-c8f6-48b7-825a-80d4921a6f09 service nova] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Received event network-vif-plugged-8f49fb12-b108-4292-89b0-8858d6fc0be7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.526414] env[68166]: DEBUG oslo_concurrency.lockutils [req-50a50996-ad30-45c5-97b8-3af88eac12f3 req-92f9f670-c8f6-48b7-825a-80d4921a6f09 service nova] Acquiring lock "f7498597-2d98-4056-a0b2-218246e8c9ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.526414] env[68166]: DEBUG oslo_concurrency.lockutils [req-50a50996-ad30-45c5-97b8-3af88eac12f3 req-92f9f670-c8f6-48b7-825a-80d4921a6f09 service nova] Lock "f7498597-2d98-4056-a0b2-218246e8c9ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.526414] env[68166]: DEBUG oslo_concurrency.lockutils [req-50a50996-ad30-45c5-97b8-3af88eac12f3 req-92f9f670-c8f6-48b7-825a-80d4921a6f09 service nova] Lock "f7498597-2d98-4056-a0b2-218246e8c9ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.526414] env[68166]: DEBUG nova.compute.manager [req-50a50996-ad30-45c5-97b8-3af88eac12f3 req-92f9f670-c8f6-48b7-825a-80d4921a6f09 service nova] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] No waiting events found dispatching network-vif-plugged-8f49fb12-b108-4292-89b0-8858d6fc0be7 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.526787] env[68166]: WARNING nova.compute.manager [req-50a50996-ad30-45c5-97b8-3af88eac12f3 req-92f9f670-c8f6-48b7-825a-80d4921a6f09 service nova] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Received unexpected event network-vif-plugged-8f49fb12-b108-4292-89b0-8858d6fc0be7 for instance with vm_state building and task_state spawning. [ 592.533101] env[68166]: DEBUG oslo_vmware.api [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806133, 'name': PowerOnVM_Task, 'duration_secs': 1.311443} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.534564] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.534769] env[68166]: INFO nova.compute.manager [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Took 10.74 seconds to spawn the instance on the hypervisor. [ 592.534944] env[68166]: DEBUG nova.compute.manager [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.535224] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.535224] env[68166]: value = "task-2806136" [ 592.535224] env[68166]: _type = "Task" [ 592.535224] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.537762] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f940922-fac2-46fd-b91d-b7d2fee437ef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.555761] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806136, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.594461] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806134, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.747217] env[68166]: INFO nova.compute.rpcapi [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 592.747692] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.897519] env[68166]: DEBUG nova.network.neutron [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Updating instance_info_cache with network_info: [{"id": "8f49fb12-b108-4292-89b0-8858d6fc0be7", "address": "fa:16:3e:12:3e:d7", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f49fb12-b1", "ovs_interfaceid": "8f49fb12-b108-4292-89b0-8858d6fc0be7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.919397] env[68166]: DEBUG oslo_vmware.api [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806135, 'name': PowerOffVM_Task, 'duration_secs': 0.448872} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.922894] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 592.923178] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 592.924764] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a373cf4-378a-496d-b90b-ec41274c2509 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.009283] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 593.009869] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 593.010794] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Deleting the datastore file [datastore1] d570add5-1201-4132-8af7-b25d20d33356 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.011299] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77cf531d-6c4b-43f1-a799-b285e2c4ae0d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.023093] env[68166]: DEBUG oslo_vmware.api [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Waiting for the task: (returnval){ [ 593.023093] env[68166]: value = "task-2806139" [ 593.023093] env[68166]: _type = "Task" [ 593.023093] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.044374] env[68166]: DEBUG oslo_vmware.api [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.058250] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806136, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.075161] env[68166]: INFO nova.compute.manager [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Took 27.24 seconds to build instance. [ 593.099079] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806134, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.555506} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.099986] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] e8a4f44f-5ae6-455f-a8e0-b793c81c7021/e8a4f44f-5ae6-455f-a8e0-b793c81c7021.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.101701] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.101701] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e8400ee-3817-4304-aab6-a1b846049ba2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.119609] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 593.119609] env[68166]: value = "task-2806140" [ 593.119609] env[68166]: _type = "Task" [ 593.119609] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.136128] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.281699] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.282123] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.282341] env[68166]: DEBUG nova.network.neutron [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.388783] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996ae5b7-8d79-44fc-a11e-436b8d8082f7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.399352] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af71711-79ed-4eda-a26c-443e913ae8c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.406688] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "refresh_cache-f7498597-2d98-4056-a0b2-218246e8c9ee" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.407174] env[68166]: DEBUG nova.compute.manager [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Instance network_info: |[{"id": "8f49fb12-b108-4292-89b0-8858d6fc0be7", "address": "fa:16:3e:12:3e:d7", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f49fb12-b1", "ovs_interfaceid": "8f49fb12-b108-4292-89b0-8858d6fc0be7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.439073] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:3e:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f49fb12-b108-4292-89b0-8858d6fc0be7', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.450409] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Creating folder: Project (5672adac0e1e45df9d655c87029954b9). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.450409] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82501a58-16ce-4561-87b8-a19bbe9ac3bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.453283] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a666614-37fd-41de-a95f-1e58c9672d7d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.465416] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155ec11b-e2fc-47d9-ba4a-f00a69b4f1a9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.470929] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Created folder: Project (5672adac0e1e45df9d655c87029954b9) in parent group-v563881. [ 593.470929] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Creating folder: Instances. Parent ref: group-v563920. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.471106] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a51d44d-5d4b-469c-9b18-3028435e9ba5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.484843] env[68166]: DEBUG nova.compute.provider_tree [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.498062] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Created folder: Instances in parent group-v563920. [ 593.498404] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.498710] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.499046] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eb8f492-49bb-4ded-9eb1-83c867ed6413 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.523448] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.523448] env[68166]: value = "task-2806143" [ 593.523448] env[68166]: _type = "Task" [ 593.523448] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.542042] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806143, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.545682] env[68166]: DEBUG oslo_vmware.api [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Task: {'id': task-2806139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407789} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.550012] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.550671] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 593.550981] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 593.551895] env[68166]: INFO nova.compute.manager [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] [instance: d570add5-1201-4132-8af7-b25d20d33356] Took 1.18 seconds to destroy the instance on the hypervisor. [ 593.552220] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.552635] env[68166]: DEBUG nova.compute.manager [-] [instance: d570add5-1201-4132-8af7-b25d20d33356] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 593.552891] env[68166]: DEBUG nova.network.neutron [-] [instance: d570add5-1201-4132-8af7-b25d20d33356] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 593.565466] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806136, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.577496] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe01b438-e796-46f4-b61e-35f082af7b40 tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Lock "f247a07b-9db0-4745-a3c2-9ebb2883b68b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.272s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.637914] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142738} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.637914] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.637914] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e12824-e5aa-4687-9b7d-2bdfaf8ad794 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.667584] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] e8a4f44f-5ae6-455f-a8e0-b793c81c7021/e8a4f44f-5ae6-455f-a8e0-b793c81c7021.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.668396] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c6f316f-e4b3-4b3c-9ba3-a26c382a9baa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.693448] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 593.693448] env[68166]: value = "task-2806144" [ 593.693448] env[68166]: _type = "Task" [ 593.693448] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.719835] env[68166]: DEBUG nova.network.neutron [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Successfully updated port: 9a9c0e0d-eb74-450f-b736-cbe4e921e407 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.847805] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "369e1ee3-ae1e-453c-ac27-b21b6b171459" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.848133] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "369e1ee3-ae1e-453c-ac27-b21b6b171459" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.988168] env[68166]: DEBUG nova.scheduler.client.report [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.041819] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806143, 'name': CreateVM_Task, 'duration_secs': 0.497529} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.042398] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.042754] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.043034] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.043516] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.043772] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d3ddb7-719b-428e-850b-2ffe2666b5b6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.056641] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806136, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.057136] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 594.057136] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b8127c-fdae-09a8-0043-9739e8d01e7d" [ 594.057136] env[68166]: _type = "Task" [ 594.057136] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.069090] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b8127c-fdae-09a8-0043-9739e8d01e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.081000] env[68166]: DEBUG nova.compute.manager [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.206101] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.223880] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "refresh_cache-454157e8-7676-48d4-ad67-46759341426a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.224058] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquired lock "refresh_cache-454157e8-7676-48d4-ad67-46759341426a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.224195] env[68166]: DEBUG nova.network.neutron [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.372884] env[68166]: DEBUG nova.network.neutron [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance_info_cache with network_info: [{"id": "1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5", "address": "fa:16:3e:b7:7a:a9", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0e6c45-bc", "ovs_interfaceid": "1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.476724] env[68166]: DEBUG nova.network.neutron [-] [instance: d570add5-1201-4132-8af7-b25d20d33356] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.496443] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.498761] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.736s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.500565] env[68166]: INFO nova.compute.claims [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.533519] env[68166]: INFO nova.scheduler.client.report [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Deleted allocations for instance b41f7d30-bbc6-4c5d-9f58-05348ec36606 [ 594.563191] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806136, 'name': CreateVM_Task, 'duration_secs': 1.655214} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.566897] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.567370] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.576354] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b8127c-fdae-09a8-0043-9739e8d01e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.014702} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.576660] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.576867] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.577096] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.577343] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.577490] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.577695] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.577992] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.578730] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-489f8bf2-64f5-417b-a9fe-f0fbb592f2f3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.582087] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f197165-3234-43d2-9703-8a2a2c79647a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.595099] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 594.595099] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5255cafe-656e-cc1d-4659-3f9d7f3e8cb3" [ 594.595099] env[68166]: _type = "Task" [ 594.595099] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.600926] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.600926] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.603492] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f538edb8-c74f-45a7-8e1c-b25ea101a570 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.611696] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5255cafe-656e-cc1d-4659-3f9d7f3e8cb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.614330] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.614606] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 594.614606] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b0402b-781e-7117-9b1e-53aeb5924317" [ 594.614606] env[68166]: _type = "Task" [ 594.614606] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.624195] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b0402b-781e-7117-9b1e-53aeb5924317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.645239] env[68166]: DEBUG nova.compute.manager [None req-50b0a514-c883-4ed2-8783-833f3d7896ce tempest-ServerExternalEventsTest-227342230 tempest-ServerExternalEventsTest-227342230-project] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Received event network-changed {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.645239] env[68166]: DEBUG nova.compute.manager [None req-50b0a514-c883-4ed2-8783-833f3d7896ce tempest-ServerExternalEventsTest-227342230 tempest-ServerExternalEventsTest-227342230-project] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Refreshing instance network info cache due to event network-changed. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.645239] env[68166]: DEBUG oslo_concurrency.lockutils [None req-50b0a514-c883-4ed2-8783-833f3d7896ce tempest-ServerExternalEventsTest-227342230 tempest-ServerExternalEventsTest-227342230-project] Acquiring lock "refresh_cache-f247a07b-9db0-4745-a3c2-9ebb2883b68b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.645239] env[68166]: DEBUG oslo_concurrency.lockutils [None req-50b0a514-c883-4ed2-8783-833f3d7896ce tempest-ServerExternalEventsTest-227342230 tempest-ServerExternalEventsTest-227342230-project] Acquired lock "refresh_cache-f247a07b-9db0-4745-a3c2-9ebb2883b68b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.645239] env[68166]: DEBUG nova.network.neutron [None req-50b0a514-c883-4ed2-8783-833f3d7896ce tempest-ServerExternalEventsTest-227342230 tempest-ServerExternalEventsTest-227342230-project] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.706647] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806144, 'name': ReconfigVM_Task, 'duration_secs': 0.851252} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.706947] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Reconfigured VM instance instance-0000000b to attach disk [datastore2] e8a4f44f-5ae6-455f-a8e0-b793c81c7021/e8a4f44f-5ae6-455f-a8e0-b793c81c7021.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.707702] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f80c5cb0-0626-401a-9880-ce329b391275 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.715244] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 594.715244] env[68166]: value = "task-2806146" [ 594.715244] env[68166]: _type = "Task" [ 594.715244] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.727980] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806146, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.812517] env[68166]: DEBUG nova.network.neutron [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.875822] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.986269] env[68166]: INFO nova.compute.manager [-] [instance: d570add5-1201-4132-8af7-b25d20d33356] Took 1.43 seconds to deallocate network for instance. [ 595.049702] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edbd0a89-f716-4a47-804d-3dce13bfb0ff tempest-TenantUsagesTestJSON-208812253 tempest-TenantUsagesTestJSON-208812253-project-member] Lock "b41f7d30-bbc6-4c5d-9f58-05348ec36606" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.254s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.063154] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Acquiring lock "116dbe06-cb18-4edb-bdca-01d7f5f066d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.063390] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Lock "116dbe06-cb18-4edb-bdca-01d7f5f066d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.077907] env[68166]: DEBUG nova.compute.manager [req-136ac25a-b372-4941-86e7-6f9adae13d1d req-16c19841-49bd-4f19-a989-5c00ef2b7cbe service nova] [instance: d570add5-1201-4132-8af7-b25d20d33356] Received event network-vif-deleted-2f537940-a878-4193-8632-a7023c61570f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.107566] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5255cafe-656e-cc1d-4659-3f9d7f3e8cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.019341} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.107725] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.107895] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.108163] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.125893] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b0402b-781e-7117-9b1e-53aeb5924317, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.126747] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48196cc5-ff41-4e57-b586-fb3148b1bb1a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.134073] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 595.134073] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529e258e-b06a-0d1d-a6f1-37cd12754f6c" [ 595.134073] env[68166]: _type = "Task" [ 595.134073] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.142871] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529e258e-b06a-0d1d-a6f1-37cd12754f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.156994] env[68166]: DEBUG nova.network.neutron [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Updating instance_info_cache with network_info: [{"id": "9a9c0e0d-eb74-450f-b736-cbe4e921e407", "address": "fa:16:3e:3b:38:a9", "network": {"id": "a887260f-c3cc-46ee-8a52-34d788e07998", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1905122542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692cafa13d464adcbf1693f6fd6c3a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9c0e0d-eb", "ovs_interfaceid": "9a9c0e0d-eb74-450f-b736-cbe4e921e407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.226465] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806146, 'name': Rename_Task, 'duration_secs': 0.149213} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.226674] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.226915] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-582b4008-aa3a-44de-97f1-328d39773015 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.234524] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 595.234524] env[68166]: value = "task-2806147" [ 595.234524] env[68166]: _type = "Task" [ 595.234524] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.244056] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.494827] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.629141] env[68166]: DEBUG nova.compute.manager [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Received event network-changed-8f49fb12-b108-4292-89b0-8858d6fc0be7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.629361] env[68166]: DEBUG nova.compute.manager [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Refreshing instance network info cache due to event network-changed-8f49fb12-b108-4292-89b0-8858d6fc0be7. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 595.629579] env[68166]: DEBUG oslo_concurrency.lockutils [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] Acquiring lock "refresh_cache-f7498597-2d98-4056-a0b2-218246e8c9ee" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.629753] env[68166]: DEBUG oslo_concurrency.lockutils [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] Acquired lock "refresh_cache-f7498597-2d98-4056-a0b2-218246e8c9ee" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.630039] env[68166]: DEBUG nova.network.neutron [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Refreshing network info cache for port 8f49fb12-b108-4292-89b0-8858d6fc0be7 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.646618] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529e258e-b06a-0d1d-a6f1-37cd12754f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011233} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.646897] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.647191] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] f7498597-2d98-4056-a0b2-218246e8c9ee/f7498597-2d98-4056-a0b2-218246e8c9ee.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.647494] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.647700] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.647921] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b67aaa74-05cf-4470-aa31-98c3c80debd1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.652508] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-893d4c85-248a-423e-b6f4-686a1e33aa2f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.663123] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Releasing lock "refresh_cache-454157e8-7676-48d4-ad67-46759341426a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.663665] env[68166]: DEBUG nova.compute.manager [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Instance network_info: |[{"id": "9a9c0e0d-eb74-450f-b736-cbe4e921e407", "address": "fa:16:3e:3b:38:a9", "network": {"id": "a887260f-c3cc-46ee-8a52-34d788e07998", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1905122542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692cafa13d464adcbf1693f6fd6c3a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9c0e0d-eb", "ovs_interfaceid": "9a9c0e0d-eb74-450f-b736-cbe4e921e407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.664269] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 595.664269] env[68166]: value = "task-2806148" [ 595.664269] env[68166]: _type = "Task" [ 595.664269] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.665835] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:38:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a9c0e0d-eb74-450f-b736-cbe4e921e407', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.675531] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Creating folder: Project (692cafa13d464adcbf1693f6fd6c3a5d). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.675934] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.676121] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.680227] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0ec372f-8234-4add-b79f-155d4daa722b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.685898] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1c896b-1e09-402b-af0d-b25c12c43bdf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.695890] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 595.695890] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526e20b3-a85f-6d36-7738-d64d0b5208fa" [ 595.695890] env[68166]: _type = "Task" [ 595.695890] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.699949] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.712751] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526e20b3-a85f-6d36-7738-d64d0b5208fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.715886] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Created folder: Project (692cafa13d464adcbf1693f6fd6c3a5d) in parent group-v563881. [ 595.716217] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Creating folder: Instances. Parent ref: group-v563923. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.716483] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-128d3c6d-a087-4db5-82ba-05fca4dceb25 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.730572] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Created folder: Instances in parent group-v563923. [ 595.730897] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.731168] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 454157e8-7676-48d4-ad67-46759341426a] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.731436] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06f2b9de-12b8-449b-b5e0-13da6f868aaa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.753367] env[68166]: DEBUG nova.network.neutron [None req-50b0a514-c883-4ed2-8783-833f3d7896ce tempest-ServerExternalEventsTest-227342230 tempest-ServerExternalEventsTest-227342230-project] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Updating instance_info_cache with network_info: [{"id": "08666c8d-2384-4b33-ae05-a809d19fd52f", "address": "fa:16:3e:98:45:16", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08666c8d-23", "ovs_interfaceid": "08666c8d-2384-4b33-ae05-a809d19fd52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.765184] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.766897] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.766897] env[68166]: value = "task-2806151" [ 595.766897] env[68166]: _type = "Task" [ 595.766897] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.780589] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806151, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.012656] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f74ada-753e-4387-bdcb-cec15e66e372 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.023767] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62959310-ddfa-403d-aa6b-6ca79a30cc3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.070215] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90eca4a-54a8-4c51-ae0c-8d1a6c6df94a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.081802] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0edcd0c-3bda-4671-b646-f757afa3dcb1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.097267] env[68166]: DEBUG nova.compute.provider_tree [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.188338] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806148, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.213190] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526e20b3-a85f-6d36-7738-d64d0b5208fa, 'name': SearchDatastore_Task, 'duration_secs': 0.024294} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.213636] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4448caff-fac1-4fde-8668-b8d462b99aea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.222936] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 596.222936] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5281d606-24ce-4e0a-46f6-d154e18536a5" [ 596.222936] env[68166]: _type = "Task" [ 596.222936] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.238025] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5281d606-24ce-4e0a-46f6-d154e18536a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.257288] env[68166]: DEBUG oslo_concurrency.lockutils [None req-50b0a514-c883-4ed2-8783-833f3d7896ce tempest-ServerExternalEventsTest-227342230 tempest-ServerExternalEventsTest-227342230-project] Releasing lock "refresh_cache-f247a07b-9db0-4745-a3c2-9ebb2883b68b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.266022] env[68166]: DEBUG oslo_vmware.api [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806147, 'name': PowerOnVM_Task, 'duration_secs': 0.596393} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.266076] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.266249] env[68166]: INFO nova.compute.manager [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Took 11.97 seconds to spawn the instance on the hypervisor. [ 596.266493] env[68166]: DEBUG nova.compute.manager [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.267405] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc732d4-81dd-469f-8a9d-29c4196b1152 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.281828] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806151, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.340483] env[68166]: DEBUG nova.compute.manager [None req-7a956798-0c03-4943-9577-678812554975 tempest-ServerDiagnosticsV248Test-977239450 tempest-ServerDiagnosticsV248Test-977239450-project-admin] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.341854] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95322779-59a5-4830-98f0-37d79bc5f8b6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.349545] env[68166]: INFO nova.compute.manager [None req-7a956798-0c03-4943-9577-678812554975 tempest-ServerDiagnosticsV248Test-977239450 tempest-ServerDiagnosticsV248Test-977239450-project-admin] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Retrieving diagnostics [ 596.350368] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db0c92-8ded-497f-a8e7-aca9bb6e177b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.386284] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Acquiring lock "f247a07b-9db0-4745-a3c2-9ebb2883b68b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.386587] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Lock "f247a07b-9db0-4745-a3c2-9ebb2883b68b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.386761] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Acquiring lock "f247a07b-9db0-4745-a3c2-9ebb2883b68b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.386942] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Lock "f247a07b-9db0-4745-a3c2-9ebb2883b68b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.388496] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Lock "f247a07b-9db0-4745-a3c2-9ebb2883b68b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.390992] env[68166]: INFO nova.compute.manager [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Terminating instance [ 596.415695] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ebb26a-6fee-4531-981d-961c4762dd89 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.444231] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance '3a2b3377-72ea-4d06-9b48-e82757055254' progress to 0 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 596.555818] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "7b0d0c2f-ee37-42ca-ad7d-2139996ab145" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.556032] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "7b0d0c2f-ee37-42ca-ad7d-2139996ab145" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.587762] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "7ab6896d-dba8-43de-a438-526fc42ff9da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.588471] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "7ab6896d-dba8-43de-a438-526fc42ff9da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.600566] env[68166]: DEBUG nova.scheduler.client.report [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.686702] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695838} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.686953] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] f7498597-2d98-4056-a0b2-218246e8c9ee/f7498597-2d98-4056-a0b2-218246e8c9ee.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.687194] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.687437] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebf4974f-91f6-4315-931e-a0f113980717 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.694723] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 596.694723] env[68166]: value = "task-2806153" [ 596.694723] env[68166]: _type = "Task" [ 596.694723] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.706191] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.738588] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5281d606-24ce-4e0a-46f6-d154e18536a5, 'name': SearchDatastore_Task, 'duration_secs': 0.058228} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.738862] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.739297] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe/553ee163-1336-4434-89f6-4bbc5f5fa2fe.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.739464] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45794b53-4cb7-4c71-9ede-39e5673d69e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.746988] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 596.746988] env[68166]: value = "task-2806154" [ 596.746988] env[68166]: _type = "Task" [ 596.746988] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.757790] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.779414] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806151, 'name': CreateVM_Task, 'duration_secs': 0.653473} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.779572] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 454157e8-7676-48d4-ad67-46759341426a] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.780561] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.780561] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.780800] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.781152] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7639ef8-968d-4e66-a0b5-33d731c5dfc0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.786176] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 596.786176] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52828fdf-3ea6-9e65-2954-c2ac2573ae07" [ 596.786176] env[68166]: _type = "Task" [ 596.786176] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.803243] env[68166]: INFO nova.compute.manager [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Took 28.97 seconds to build instance. [ 596.809790] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52828fdf-3ea6-9e65-2954-c2ac2573ae07, 'name': SearchDatastore_Task, 'duration_secs': 0.015511} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.810848] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.811419] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.811961] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.812581] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.812958] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.813380] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c936134-ca28-4540-93df-2984a0b610f7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.827019] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.827019] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.827019] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee88e87-cad2-4627-847d-ff3328bb463f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.839804] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 596.839804] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5276fe36-ece6-71c3-7d65-8701ef6eb90d" [ 596.839804] env[68166]: _type = "Task" [ 596.839804] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.849243] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5276fe36-ece6-71c3-7d65-8701ef6eb90d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.901392] env[68166]: DEBUG nova.compute.manager [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 596.901392] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 596.901392] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2188b8dd-a6ee-44cb-8b90-09974daf6c33 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.913178] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.913178] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a9ed0c7-0ea0-42ba-be2f-3ec098d4688b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.920027] env[68166]: DEBUG oslo_vmware.api [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Waiting for the task: (returnval){ [ 596.920027] env[68166]: value = "task-2806155" [ 596.920027] env[68166]: _type = "Task" [ 596.920027] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.936233] env[68166]: DEBUG oslo_vmware.api [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.951820] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.951820] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b6097a8-623a-464b-8411-12f8c4005b77 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.964627] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 596.964627] env[68166]: value = "task-2806156" [ 596.964627] env[68166]: _type = "Task" [ 596.964627] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.975093] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.089714] env[68166]: DEBUG nova.network.neutron [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Updated VIF entry in instance network info cache for port 8f49fb12-b108-4292-89b0-8858d6fc0be7. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.089714] env[68166]: DEBUG nova.network.neutron [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Updating instance_info_cache with network_info: [{"id": "8f49fb12-b108-4292-89b0-8858d6fc0be7", "address": "fa:16:3e:12:3e:d7", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f49fb12-b1", "ovs_interfaceid": "8f49fb12-b108-4292-89b0-8858d6fc0be7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.107612] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.108996] env[68166]: DEBUG nova.compute.manager [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.115278] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.868s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.116945] env[68166]: INFO nova.compute.claims [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.206572] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091652} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.206918] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.207911] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4093039-641a-485f-a642-b05fb8abf4db {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.237922] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] f7498597-2d98-4056-a0b2-218246e8c9ee/f7498597-2d98-4056-a0b2-218246e8c9ee.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.238451] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1e65534-90c4-4152-87e0-897dbfebaf03 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.268914] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806154, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.271014] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 597.271014] env[68166]: value = "task-2806157" [ 597.271014] env[68166]: _type = "Task" [ 597.271014] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.281261] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.314662] env[68166]: DEBUG oslo_concurrency.lockutils [None req-740e3763-8958-4622-9e92-81982445d3a8 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "e8a4f44f-5ae6-455f-a8e0-b793c81c7021" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.264s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.352759] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5276fe36-ece6-71c3-7d65-8701ef6eb90d, 'name': SearchDatastore_Task, 'duration_secs': 0.017201} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.353409] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d849878e-9ca9-477b-9806-f910e51e6f89 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.363809] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 597.363809] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d26736-d4a7-7d4b-95a8-5df9de759d0b" [ 597.363809] env[68166]: _type = "Task" [ 597.363809] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.375303] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d26736-d4a7-7d4b-95a8-5df9de759d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.434055] env[68166]: DEBUG oslo_vmware.api [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806155, 'name': PowerOffVM_Task, 'duration_secs': 0.272479} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.434378] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.434621] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 597.434947] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5a500af-d79d-483e-a26d-4de91b713041 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.474413] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806156, 'name': PowerOffVM_Task, 'duration_secs': 0.26491} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.474582] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.474703] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance '3a2b3377-72ea-4d06-9b48-e82757055254' progress to 17 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 597.522471] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 597.522471] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 597.523695] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Deleting the datastore file [datastore2] f247a07b-9db0-4745-a3c2-9ebb2883b68b {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.524489] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a711116-7b72-4c35-8729-867b4b1273c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.534361] env[68166]: DEBUG oslo_vmware.api [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Waiting for the task: (returnval){ [ 597.534361] env[68166]: value = "task-2806159" [ 597.534361] env[68166]: _type = "Task" [ 597.534361] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.545388] env[68166]: DEBUG oslo_vmware.api [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.597165] env[68166]: DEBUG oslo_concurrency.lockutils [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] Releasing lock "refresh_cache-f7498597-2d98-4056-a0b2-218246e8c9ee" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.597165] env[68166]: DEBUG nova.compute.manager [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Received event network-vif-plugged-9a9c0e0d-eb74-450f-b736-cbe4e921e407 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.597165] env[68166]: DEBUG oslo_concurrency.lockutils [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] Acquiring lock "454157e8-7676-48d4-ad67-46759341426a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.597165] env[68166]: DEBUG oslo_concurrency.lockutils [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] Lock "454157e8-7676-48d4-ad67-46759341426a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.597165] env[68166]: DEBUG oslo_concurrency.lockutils [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] Lock "454157e8-7676-48d4-ad67-46759341426a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.597391] env[68166]: DEBUG nova.compute.manager [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] No waiting events found dispatching network-vif-plugged-9a9c0e0d-eb74-450f-b736-cbe4e921e407 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.597391] env[68166]: WARNING nova.compute.manager [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Received unexpected event network-vif-plugged-9a9c0e0d-eb74-450f-b736-cbe4e921e407 for instance with vm_state building and task_state spawning. [ 597.597391] env[68166]: DEBUG nova.compute.manager [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Received event network-changed-9a9c0e0d-eb74-450f-b736-cbe4e921e407 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.597391] env[68166]: DEBUG nova.compute.manager [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Refreshing instance network info cache due to event network-changed-9a9c0e0d-eb74-450f-b736-cbe4e921e407. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 597.597597] env[68166]: DEBUG oslo_concurrency.lockutils [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] Acquiring lock "refresh_cache-454157e8-7676-48d4-ad67-46759341426a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.597788] env[68166]: DEBUG oslo_concurrency.lockutils [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] Acquired lock "refresh_cache-454157e8-7676-48d4-ad67-46759341426a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.597972] env[68166]: DEBUG nova.network.neutron [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Refreshing network info cache for port 9a9c0e0d-eb74-450f-b736-cbe4e921e407 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.623839] env[68166]: DEBUG nova.compute.utils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.627259] env[68166]: DEBUG nova.compute.manager [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.628250] env[68166]: DEBUG nova.network.neutron [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.764205] env[68166]: DEBUG nova.policy [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '003d828b66f042ecbb0d7d5a8b76ae72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98a62bc7b9d041f7bd3ec7c3be7cb7a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.770251] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791172} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.770731] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe/553ee163-1336-4434-89f6-4bbc5f5fa2fe.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.770918] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.771239] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c278000-547b-4f7a-8f28-ba5c69e2b5d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.786974] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 597.786974] env[68166]: value = "task-2806160" [ 597.786974] env[68166]: _type = "Task" [ 597.786974] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.787280] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806157, 'name': ReconfigVM_Task, 'duration_secs': 0.458343} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.787619] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Reconfigured VM instance instance-0000000c to attach disk [datastore2] f7498597-2d98-4056-a0b2-218246e8c9ee/f7498597-2d98-4056-a0b2-218246e8c9ee.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.793062] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef8de1a9-f654-41ed-8fc4-88ad4634125c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.800440] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.802191] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 597.802191] env[68166]: value = "task-2806161" [ 597.802191] env[68166]: _type = "Task" [ 597.802191] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.811604] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806161, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.820751] env[68166]: DEBUG nova.compute.manager [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.877094] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d26736-d4a7-7d4b-95a8-5df9de759d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.060514} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.877094] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.877398] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 454157e8-7676-48d4-ad67-46759341426a/454157e8-7676-48d4-ad67-46759341426a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.877470] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a29e1179-8aba-4f82-9128-54e080bf1d1b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.886956] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 597.886956] env[68166]: value = "task-2806162" [ 597.886956] env[68166]: _type = "Task" [ 597.886956] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.900507] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.982353] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.982494] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.982558] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.983190] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.983946] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.983946] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.983946] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.983946] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.984300] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.984338] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.984561] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.991383] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcec2b92-767c-4613-b074-cd02b661c8ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.011631] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.011631] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.012746] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 598.012746] env[68166]: value = "task-2806163" [ 598.012746] env[68166]: _type = "Task" [ 598.012746] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.033017] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.047954] env[68166]: DEBUG oslo_vmware.api [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Task: {'id': task-2806159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368192} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.048206] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.048523] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 598.048623] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 598.048944] env[68166]: INFO nova.compute.manager [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 598.049305] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.049981] env[68166]: DEBUG nova.compute.manager [-] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 598.050136] env[68166]: DEBUG nova.network.neutron [-] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 598.128664] env[68166]: DEBUG nova.compute.manager [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.304080] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071703} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.310648] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.314024] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d455aa0-878d-4f83-a8e6-1ffc31f69d1c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.324479] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806161, 'name': Rename_Task, 'duration_secs': 0.153146} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.337189] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.347766] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe/553ee163-1336-4434-89f6-4bbc5f5fa2fe.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.356161] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44508a39-b06b-4062-8e4c-67e56efa4827 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.357758] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab61392a-a4a6-4287-8c0d-f871669bd448 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.380953] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Acquiring lock "bacf5456-19e2-4245-8691-ec7af39bf00a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.380953] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Lock "bacf5456-19e2-4245-8691-ec7af39bf00a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.380953] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Acquiring lock "bacf5456-19e2-4245-8691-ec7af39bf00a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.380953] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Lock "bacf5456-19e2-4245-8691-ec7af39bf00a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.381601] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Lock "bacf5456-19e2-4245-8691-ec7af39bf00a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.385795] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 598.385795] env[68166]: value = "task-2806165" [ 598.385795] env[68166]: _type = "Task" [ 598.385795] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.386359] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 598.386359] env[68166]: value = "task-2806164" [ 598.386359] env[68166]: _type = "Task" [ 598.386359] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.387407] env[68166]: INFO nova.compute.manager [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Terminating instance [ 598.405220] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.413123] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.420017] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.420313] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806162, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.531463] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806163, 'name': ReconfigVM_Task, 'duration_secs': 0.439255} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.531801] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance '3a2b3377-72ea-4d06-9b48-e82757055254' progress to 33 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 598.717374] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93203615-7cc4-490c-832f-70a6d96e05ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.729148] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95ae65b-faf1-4817-b5f3-62ce5d9bda01 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.771162] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05db488f-d1c8-4196-9128-ced65959e46e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.779571] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d3de95-4b7d-4b48-bab0-6191480cc5a2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.796182] env[68166]: DEBUG nova.compute.provider_tree [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.909226] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Acquiring lock "refresh_cache-bacf5456-19e2-4245-8691-ec7af39bf00a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.909551] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Acquired lock "refresh_cache-bacf5456-19e2-4245-8691-ec7af39bf00a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.909760] env[68166]: DEBUG nova.network.neutron [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.911024] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806164, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.920310] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871997} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.921824] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806165, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.921824] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 454157e8-7676-48d4-ad67-46759341426a/454157e8-7676-48d4-ad67-46759341426a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.921824] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.921824] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46c5b461-3d87-4f10-a482-f80e42b140de {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.933386] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 598.933386] env[68166]: value = "task-2806167" [ 598.933386] env[68166]: _type = "Task" [ 598.933386] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.947909] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.965366] env[68166]: DEBUG nova.network.neutron [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Updated VIF entry in instance network info cache for port 9a9c0e0d-eb74-450f-b736-cbe4e921e407. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.965873] env[68166]: DEBUG nova.network.neutron [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Updating instance_info_cache with network_info: [{"id": "9a9c0e0d-eb74-450f-b736-cbe4e921e407", "address": "fa:16:3e:3b:38:a9", "network": {"id": "a887260f-c3cc-46ee-8a52-34d788e07998", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1905122542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692cafa13d464adcbf1693f6fd6c3a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9c0e0d-eb", "ovs_interfaceid": "9a9c0e0d-eb74-450f-b736-cbe4e921e407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.045050] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.045330] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.045565] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.045743] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.045926] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.047063] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.047063] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.047063] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.047063] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.047063] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.047285] env[68166]: DEBUG nova.virt.hardware [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.052646] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 599.053502] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0e9fc23-fc5d-4d4d-8912-385cbbd07179 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.074199] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 599.074199] env[68166]: value = "task-2806168" [ 599.074199] env[68166]: _type = "Task" [ 599.074199] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.085109] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.146027] env[68166]: DEBUG nova.compute.manager [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.179935] env[68166]: DEBUG nova.virt.hardware [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.180220] env[68166]: DEBUG nova.virt.hardware [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.180510] env[68166]: DEBUG nova.virt.hardware [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.180576] env[68166]: DEBUG nova.virt.hardware [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.180979] env[68166]: DEBUG nova.virt.hardware [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.181191] env[68166]: DEBUG nova.virt.hardware [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.181437] env[68166]: DEBUG nova.virt.hardware [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.181609] env[68166]: DEBUG nova.virt.hardware [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.181779] env[68166]: DEBUG nova.virt.hardware [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.181959] env[68166]: DEBUG nova.virt.hardware [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.182212] env[68166]: DEBUG nova.virt.hardware [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.183445] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd7182c-0cc9-461e-938a-02d21156ba80 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.194253] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3941d6e8-ee62-4f30-9ec9-447379375bb4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.303173] env[68166]: DEBUG nova.scheduler.client.report [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.410966] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806165, 'name': ReconfigVM_Task, 'duration_secs': 0.561914} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.410966] env[68166]: DEBUG oslo_vmware.api [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806164, 'name': PowerOnVM_Task, 'duration_secs': 0.66258} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.410966] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe/553ee163-1336-4434-89f6-4bbc5f5fa2fe.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.411742] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.412386] env[68166]: INFO nova.compute.manager [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Took 12.50 seconds to spawn the instance on the hypervisor. [ 599.412386] env[68166]: DEBUG nova.compute.manager [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.412386] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf253dad-a196-4413-89b7-307aacb53221 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.414342] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2e282b-a1ff-497d-89d4-8156193a6d49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.432900] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 599.432900] env[68166]: value = "task-2806169" [ 599.432900] env[68166]: _type = "Task" [ 599.432900] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.453934] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164746} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.454664] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806169, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.455474] env[68166]: DEBUG nova.network.neutron [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Successfully created port: b630f664-9f01-4764-8d65-91fdda4bcd15 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.457550] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.458236] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfe1e50-5fd6-4623-9a7d-f04801e33ee0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.461690] env[68166]: DEBUG nova.network.neutron [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.477690] env[68166]: DEBUG oslo_concurrency.lockutils [req-62ddc0a9-6eaa-4c3e-84b7-da3fe949d536 req-b41e1a1b-7a25-4092-94db-3525eea1626d service nova] Releasing lock "refresh_cache-454157e8-7676-48d4-ad67-46759341426a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.488918] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 454157e8-7676-48d4-ad67-46759341426a/454157e8-7676-48d4-ad67-46759341426a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.488918] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-960c390b-fee1-40d6-acf9-49051ca464e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.511997] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 599.511997] env[68166]: value = "task-2806170" [ 599.511997] env[68166]: _type = "Task" [ 599.511997] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.522626] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.592807] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806168, 'name': ReconfigVM_Task, 'duration_secs': 0.236775} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.593435] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 599.594535] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c569e8-73dc-4103-9f09-6bb145a7985b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.625179] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 3a2b3377-72ea-4d06-9b48-e82757055254/3a2b3377-72ea-4d06-9b48-e82757055254.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.625626] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1feb0e1c-cc1c-4386-99c5-809e3284740f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.655108] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 599.655108] env[68166]: value = "task-2806171" [ 599.655108] env[68166]: _type = "Task" [ 599.655108] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.660027] env[68166]: DEBUG nova.network.neutron [-] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.671191] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.751799] env[68166]: DEBUG nova.network.neutron [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.815560] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.816382] env[68166]: DEBUG nova.compute.manager [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.822753] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.283s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.824753] env[68166]: INFO nova.compute.claims [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.952499] env[68166]: INFO nova.compute.manager [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Took 30.44 seconds to build instance. [ 599.962745] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806169, 'name': Rename_Task, 'duration_secs': 0.145874} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.963079] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.963562] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38694cbc-4011-4ec3-881f-b4ac5845b123 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.972085] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 599.972085] env[68166]: value = "task-2806172" [ 599.972085] env[68166]: _type = "Task" [ 599.972085] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.981654] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.024461] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806170, 'name': ReconfigVM_Task, 'duration_secs': 0.296382} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.024461] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 454157e8-7676-48d4-ad67-46759341426a/454157e8-7676-48d4-ad67-46759341426a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.024461] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c67eb95-cb17-4c3e-9126-8fe83cda2023 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.031598] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 600.031598] env[68166]: value = "task-2806173" [ 600.031598] env[68166]: _type = "Task" [ 600.031598] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.041212] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806173, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.163411] env[68166]: INFO nova.compute.manager [-] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Took 2.11 seconds to deallocate network for instance. [ 600.168776] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806171, 'name': ReconfigVM_Task, 'duration_secs': 0.306838} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.170134] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 3a2b3377-72ea-4d06-9b48-e82757055254/3a2b3377-72ea-4d06-9b48-e82757055254.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.170134] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance '3a2b3377-72ea-4d06-9b48-e82757055254' progress to 50 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 600.255882] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Releasing lock "refresh_cache-bacf5456-19e2-4245-8691-ec7af39bf00a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.256660] env[68166]: DEBUG nova.compute.manager [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 600.257254] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 600.257811] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb565e46-3144-4679-b892-344e91a09dc1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.271507] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.271769] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bf8a749-d510-43d3-a8f3-36ebc19daba2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.289331] env[68166]: DEBUG oslo_vmware.api [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Waiting for the task: (returnval){ [ 600.289331] env[68166]: value = "task-2806174" [ 600.289331] env[68166]: _type = "Task" [ 600.289331] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.301969] env[68166]: DEBUG oslo_vmware.api [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.330040] env[68166]: DEBUG nova.compute.utils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.333187] env[68166]: DEBUG nova.compute.manager [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.333337] env[68166]: DEBUG nova.network.neutron [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.447623] env[68166]: DEBUG nova.policy [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66d6f069ed804805bf0d9c5597c68528', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b03f124107ec44c98be13141008b03a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.455049] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a695c567-fe76-4d84-ae7e-75c46897061c tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "f7498597-2d98-4056-a0b2-218246e8c9ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.959s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.480083] env[68166]: DEBUG nova.compute.manager [req-a89649d2-f724-44a6-a146-8a343798b312 req-dc022c08-9d68-4225-b75f-c727825ebe7e service nova] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Received event network-vif-deleted-08666c8d-2384-4b33-ae05-a809d19fd52f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.486621] env[68166]: DEBUG oslo_vmware.api [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806172, 'name': PowerOnVM_Task, 'duration_secs': 0.500664} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.487052] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.487308] env[68166]: DEBUG nova.compute.manager [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.488405] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b07564-993b-460f-ae61-651f33bd5bde {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.545102] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806173, 'name': Rename_Task, 'duration_secs': 0.183726} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.546170] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.546524] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1f89b19-fdd6-49a5-b748-81ea57cb6933 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.556742] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 600.556742] env[68166]: value = "task-2806175" [ 600.556742] env[68166]: _type = "Task" [ 600.556742] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.570193] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.682214] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.682214] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea32b3b-7aed-4487-8779-98cfde3648b9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.711650] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526bdd76-9c82-4290-9ad8-b45e5bc476bc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.734193] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance '3a2b3377-72ea-4d06-9b48-e82757055254' progress to 67 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 600.798537] env[68166]: DEBUG oslo_vmware.api [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806174, 'name': PowerOffVM_Task, 'duration_secs': 0.262405} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.798803] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.798970] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 600.799543] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c781d39-838e-4c16-a4e5-0610c5fc9c7b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.827208] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.828219] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.828219] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Deleting the datastore file [datastore1] bacf5456-19e2-4245-8691-ec7af39bf00a {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.828219] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea829dcd-ae2b-41b8-94a3-d4ef2d4f64e5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.834230] env[68166]: DEBUG nova.compute.manager [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.843987] env[68166]: DEBUG oslo_vmware.api [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Waiting for the task: (returnval){ [ 600.843987] env[68166]: value = "task-2806177" [ 600.843987] env[68166]: _type = "Task" [ 600.843987] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.854745] env[68166]: DEBUG oslo_vmware.api [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.961207] env[68166]: DEBUG nova.compute.manager [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.013551] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.071908] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.356826] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48528b7a-64a5-4c54-b2d8-a06719cd94ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.364205] env[68166]: DEBUG oslo_vmware.api [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Task: {'id': task-2806177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323167} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.365186] env[68166]: DEBUG nova.network.neutron [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Port 1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5 binding to destination host cpu-1 is already ACTIVE {{(pid=68166) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 601.368175] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.372027] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.372027] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.372027] env[68166]: INFO nova.compute.manager [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 601.372027] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.372027] env[68166]: DEBUG nova.compute.manager [-] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 601.372027] env[68166]: DEBUG nova.network.neutron [-] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.378205] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5950aa-1bc0-4bd1-9388-9d4ed7b607d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.418276] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87441881-cce9-4210-aed4-5946cdf6b50f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.422809] env[68166]: DEBUG nova.network.neutron [-] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.428046] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b79d99f-17dd-4a7f-bb30-7defa90f23f2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.445015] env[68166]: DEBUG nova.compute.provider_tree [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.483136] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.499499] env[68166]: DEBUG nova.network.neutron [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Successfully created port: 3d97f0b4-60fe-45d9-a330-1958a9e1aff6 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.578304] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806175, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.853529] env[68166]: DEBUG nova.compute.manager [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.893748] env[68166]: DEBUG nova.virt.hardware [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.894087] env[68166]: DEBUG nova.virt.hardware [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.894360] env[68166]: DEBUG nova.virt.hardware [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.894453] env[68166]: DEBUG nova.virt.hardware [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.894589] env[68166]: DEBUG nova.virt.hardware [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.894743] env[68166]: DEBUG nova.virt.hardware [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.895009] env[68166]: DEBUG nova.virt.hardware [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.895111] env[68166]: DEBUG nova.virt.hardware [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.895275] env[68166]: DEBUG nova.virt.hardware [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.895442] env[68166]: DEBUG nova.virt.hardware [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.895620] env[68166]: DEBUG nova.virt.hardware [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.896514] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0956163f-dc2e-44bc-836e-b1d15f89f742 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.913809] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b41ec7-4f58-4761-8ecf-76894d4b441f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.935877] env[68166]: DEBUG nova.network.neutron [-] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.947758] env[68166]: DEBUG nova.scheduler.client.report [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.077473] env[68166]: DEBUG oslo_vmware.api [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806175, 'name': PowerOnVM_Task, 'duration_secs': 1.441746} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.077741] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.077941] env[68166]: INFO nova.compute.manager [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Took 12.48 seconds to spawn the instance on the hypervisor. [ 602.078794] env[68166]: DEBUG nova.compute.manager [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.079820] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f698511c-c75c-49ac-a65e-b5515bd98158 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.343319] env[68166]: DEBUG nova.network.neutron [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Successfully updated port: b630f664-9f01-4764-8d65-91fdda4bcd15 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.397745] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "3a2b3377-72ea-4d06-9b48-e82757055254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.398071] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "3a2b3377-72ea-4d06-9b48-e82757055254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.398402] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "3a2b3377-72ea-4d06-9b48-e82757055254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.441415] env[68166]: INFO nova.compute.manager [-] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Took 1.07 seconds to deallocate network for instance. [ 602.456281] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.456281] env[68166]: DEBUG nova.compute.manager [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.462238] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.201s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.463785] env[68166]: INFO nova.compute.claims [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.600417] env[68166]: INFO nova.compute.manager [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Took 29.96 seconds to build instance. [ 602.624917] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "886b6e03-f4d0-4178-8fcb-cc00d90131d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.625161] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "886b6e03-f4d0-4178-8fcb-cc00d90131d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.674124] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "ea39978e-7c35-4f2a-8e27-f37840dcc68a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.674124] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "ea39978e-7c35-4f2a-8e27-f37840dcc68a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.736605] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "9e37a277-d4ad-4938-a999-061e1ce31df9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.736877] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "9e37a277-d4ad-4938-a999-061e1ce31df9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.846446] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Acquiring lock "refresh_cache-729030b9-3aea-41d0-be03-674f4178bba6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.846446] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Acquired lock "refresh_cache-729030b9-3aea-41d0-be03-674f4178bba6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.846982] env[68166]: DEBUG nova.network.neutron [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.954038] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.964373] env[68166]: DEBUG nova.compute.utils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.965746] env[68166]: DEBUG nova.compute.manager [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.965920] env[68166]: DEBUG nova.network.neutron [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.032881] env[68166]: DEBUG nova.policy [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7819021b627446a69bd417513e12a397', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84ff6e9f724443dfa33726642732a926', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.103808] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8b7390a8-aa0a-4aca-a61a-982158a0ea8b tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "454157e8-7676-48d4-ad67-46759341426a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.208s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.441576] env[68166]: DEBUG nova.network.neutron [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.471251] env[68166]: DEBUG nova.compute.manager [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.484119] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.484346] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.484531] env[68166]: DEBUG nova.network.neutron [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.505686] env[68166]: DEBUG nova.network.neutron [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Successfully created port: 27e6c68b-1c49-464d-96d3-e54d7336c5bf {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.606231] env[68166]: DEBUG nova.compute.manager [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.770034] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "ce861df0-6e5c-4940-a0d3-54677ae80a8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.770274] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "ce861df0-6e5c-4940-a0d3-54677ae80a8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.796683] env[68166]: DEBUG nova.network.neutron [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Updating instance_info_cache with network_info: [{"id": "b630f664-9f01-4764-8d65-91fdda4bcd15", "address": "fa:16:3e:7c:6f:d6", "network": {"id": "4a675fd0-920c-4aa7-9110-71ad697c19c9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1868956294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a62bc7b9d041f7bd3ec7c3be7cb7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb630f664-9f", "ovs_interfaceid": "b630f664-9f01-4764-8d65-91fdda4bcd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.998116] env[68166]: DEBUG nova.network.neutron [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Successfully updated port: 3d97f0b4-60fe-45d9-a330-1958a9e1aff6 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.111861] env[68166]: DEBUG nova.compute.manager [req-377bc05b-fcdc-49d4-99e5-c9aeebf5a0f1 req-886731d1-84be-4def-a51b-eb6f6aa81ca3 service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Received event network-vif-plugged-b630f664-9f01-4764-8d65-91fdda4bcd15 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.112313] env[68166]: DEBUG oslo_concurrency.lockutils [req-377bc05b-fcdc-49d4-99e5-c9aeebf5a0f1 req-886731d1-84be-4def-a51b-eb6f6aa81ca3 service nova] Acquiring lock "729030b9-3aea-41d0-be03-674f4178bba6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.112313] env[68166]: DEBUG oslo_concurrency.lockutils [req-377bc05b-fcdc-49d4-99e5-c9aeebf5a0f1 req-886731d1-84be-4def-a51b-eb6f6aa81ca3 service nova] Lock "729030b9-3aea-41d0-be03-674f4178bba6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.112451] env[68166]: DEBUG oslo_concurrency.lockutils [req-377bc05b-fcdc-49d4-99e5-c9aeebf5a0f1 req-886731d1-84be-4def-a51b-eb6f6aa81ca3 service nova] Lock "729030b9-3aea-41d0-be03-674f4178bba6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.114026] env[68166]: DEBUG nova.compute.manager [req-377bc05b-fcdc-49d4-99e5-c9aeebf5a0f1 req-886731d1-84be-4def-a51b-eb6f6aa81ca3 service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] No waiting events found dispatching network-vif-plugged-b630f664-9f01-4764-8d65-91fdda4bcd15 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.114026] env[68166]: WARNING nova.compute.manager [req-377bc05b-fcdc-49d4-99e5-c9aeebf5a0f1 req-886731d1-84be-4def-a51b-eb6f6aa81ca3 service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Received unexpected event network-vif-plugged-b630f664-9f01-4764-8d65-91fdda4bcd15 for instance with vm_state building and task_state spawning. [ 604.150075] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.186472] env[68166]: DEBUG oslo_concurrency.lockutils [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Acquiring lock "4330fb56-071a-4059-b7aa-84cd3ab5bf22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.186791] env[68166]: DEBUG oslo_concurrency.lockutils [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Lock "4330fb56-071a-4059-b7aa-84cd3ab5bf22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.192976] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3be4f6-d0e7-407c-b805-43af7e9f0cd9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.202337] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cefd647-f7f6-464e-86ca-94d2e30b9d73 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.241506] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4871a02b-a0d8-486e-8d7d-2ed182cff82e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.253315] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4944f72-7e92-4d7b-87a9-c0c104749115 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.268348] env[68166]: DEBUG nova.compute.provider_tree [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.299257] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Releasing lock "refresh_cache-729030b9-3aea-41d0-be03-674f4178bba6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.301061] env[68166]: DEBUG nova.compute.manager [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Instance network_info: |[{"id": "b630f664-9f01-4764-8d65-91fdda4bcd15", "address": "fa:16:3e:7c:6f:d6", "network": {"id": "4a675fd0-920c-4aa7-9110-71ad697c19c9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1868956294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a62bc7b9d041f7bd3ec7c3be7cb7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb630f664-9f", "ovs_interfaceid": "b630f664-9f01-4764-8d65-91fdda4bcd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.301317] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:6f:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b630f664-9f01-4764-8d65-91fdda4bcd15', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.308708] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Creating folder: Project (98a62bc7b9d041f7bd3ec7c3be7cb7a8). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.314773] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a47d362-c74e-4800-b51f-23c31edb4550 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.329452] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Created folder: Project (98a62bc7b9d041f7bd3ec7c3be7cb7a8) in parent group-v563881. [ 604.329659] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Creating folder: Instances. Parent ref: group-v563926. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.329973] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a4b216-84b5-4fab-8a22-8757b702e68f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.343090] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Created folder: Instances in parent group-v563926. [ 604.343429] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.343606] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.343898] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e395d4b-3895-411d-80fc-813d0b51b333 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.371269] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.371269] env[68166]: value = "task-2806180" [ 604.371269] env[68166]: _type = "Task" [ 604.371269] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.375325] env[68166]: DEBUG nova.network.neutron [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance_info_cache with network_info: [{"id": "1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5", "address": "fa:16:3e:b7:7a:a9", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0e6c45-bc", "ovs_interfaceid": "1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.383114] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806180, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.470797] env[68166]: DEBUG nova.compute.manager [req-623909a9-0f16-4b50-8b9b-8ec2b3460f74 req-522e3042-8164-4adf-bd10-6a7d36cacbf8 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Received event network-changed-fe258809-636c-46cd-a148-5f2fae264f93 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.470797] env[68166]: DEBUG nova.compute.manager [req-623909a9-0f16-4b50-8b9b-8ec2b3460f74 req-522e3042-8164-4adf-bd10-6a7d36cacbf8 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Refreshing instance network info cache due to event network-changed-fe258809-636c-46cd-a148-5f2fae264f93. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.470797] env[68166]: DEBUG oslo_concurrency.lockutils [req-623909a9-0f16-4b50-8b9b-8ec2b3460f74 req-522e3042-8164-4adf-bd10-6a7d36cacbf8 service nova] Acquiring lock "refresh_cache-e8a4f44f-5ae6-455f-a8e0-b793c81c7021" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.470797] env[68166]: DEBUG oslo_concurrency.lockutils [req-623909a9-0f16-4b50-8b9b-8ec2b3460f74 req-522e3042-8164-4adf-bd10-6a7d36cacbf8 service nova] Acquired lock "refresh_cache-e8a4f44f-5ae6-455f-a8e0-b793c81c7021" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.471878] env[68166]: DEBUG nova.network.neutron [req-623909a9-0f16-4b50-8b9b-8ec2b3460f74 req-522e3042-8164-4adf-bd10-6a7d36cacbf8 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Refreshing network info cache for port fe258809-636c-46cd-a148-5f2fae264f93 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.487481] env[68166]: DEBUG nova.compute.manager [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.502437] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "refresh_cache-3252ed02-af47-4919-a692-2a1f9a325fe1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.502554] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "refresh_cache-3252ed02-af47-4919-a692-2a1f9a325fe1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.502691] env[68166]: DEBUG nova.network.neutron [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.520218] env[68166]: DEBUG nova.virt.hardware [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.520218] env[68166]: DEBUG nova.virt.hardware [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.520454] env[68166]: DEBUG nova.virt.hardware [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.520521] env[68166]: DEBUG nova.virt.hardware [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.520700] env[68166]: DEBUG nova.virt.hardware [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.520838] env[68166]: DEBUG nova.virt.hardware [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.521051] env[68166]: DEBUG nova.virt.hardware [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.521231] env[68166]: DEBUG nova.virt.hardware [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.521417] env[68166]: DEBUG nova.virt.hardware [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.521567] env[68166]: DEBUG nova.virt.hardware [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.521755] env[68166]: DEBUG nova.virt.hardware [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.523103] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27d25c4-5674-44f1-ba10-7ec6ff106df9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.535924] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3c2c72-825c-4caa-8901-a09ab89c2ebd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.648670] env[68166]: INFO nova.compute.manager [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Rebuilding instance [ 604.713669] env[68166]: DEBUG nova.compute.manager [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.715474] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909e6c51-513e-4a46-8930-c9747331f2dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.771588] env[68166]: DEBUG nova.scheduler.client.report [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.801242] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "115e8583-bb39-42fa-8414-b5976e50c45b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.801242] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "115e8583-bb39-42fa-8414-b5976e50c45b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.881137] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.885360] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806180, 'name': CreateVM_Task, 'duration_secs': 0.442899} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.886338] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.886601] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.886800] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.887174] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.887557] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07b6218-cdd2-409d-964e-6486aa322a0d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.894054] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Waiting for the task: (returnval){ [ 604.894054] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e915f4-9672-5371-5e82-929639c3509a" [ 604.894054] env[68166]: _type = "Task" [ 604.894054] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.904791] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e915f4-9672-5371-5e82-929639c3509a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.920503] env[68166]: INFO nova.compute.manager [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Rebuilding instance [ 604.974044] env[68166]: DEBUG nova.compute.manager [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.974962] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e73198-cf1d-4a33-b7e2-64153edf4997 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.084858] env[68166]: DEBUG nova.network.neutron [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.280059] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.280831] env[68166]: DEBUG nova.compute.manager [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.287464] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.375s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.289415] env[68166]: INFO nova.compute.claims [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.408950] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e915f4-9672-5371-5e82-929639c3509a, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.409535] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.409740] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.411833] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.411833] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.411833] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.413875] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dde2fa8a-58b4-4513-944f-da954d2d1649 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.415690] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9914297b-f5c6-40a4-87f8-ca46b3905555 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.445260] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78e39aa-7c4b-401c-9300-e651b7e56492 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.449201] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.449486] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.450596] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8096498a-51cf-4087-9bed-1ab6829e4fb9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.457826] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Waiting for the task: (returnval){ [ 605.457826] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c615eb-f8c3-588c-a5b1-edc47f5fa1f5" [ 605.457826] env[68166]: _type = "Task" [ 605.457826] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.466369] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance '3a2b3377-72ea-4d06-9b48-e82757055254' progress to 83 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 605.481705] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c615eb-f8c3-588c-a5b1-edc47f5fa1f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.581238] env[68166]: DEBUG nova.network.neutron [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Updating instance_info_cache with network_info: [{"id": "3d97f0b4-60fe-45d9-a330-1958a9e1aff6", "address": "fa:16:3e:9f:5b:3b", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d97f0b4-60", "ovs_interfaceid": "3d97f0b4-60fe-45d9-a330-1958a9e1aff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.633967] env[68166]: DEBUG nova.network.neutron [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Successfully updated port: 27e6c68b-1c49-464d-96d3-e54d7336c5bf {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.650898] env[68166]: DEBUG nova.network.neutron [req-623909a9-0f16-4b50-8b9b-8ec2b3460f74 req-522e3042-8164-4adf-bd10-6a7d36cacbf8 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Updated VIF entry in instance network info cache for port fe258809-636c-46cd-a148-5f2fae264f93. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.650898] env[68166]: DEBUG nova.network.neutron [req-623909a9-0f16-4b50-8b9b-8ec2b3460f74 req-522e3042-8164-4adf-bd10-6a7d36cacbf8 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Updating instance_info_cache with network_info: [{"id": "fe258809-636c-46cd-a148-5f2fae264f93", "address": "fa:16:3e:03:7d:f9", "network": {"id": "c8ca0e4f-4948-40a9-a6dd-c9d3593f9821", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-70298561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918bab6779454baea9270d7092446554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe258809-63", "ovs_interfaceid": "fe258809-636c-46cd-a148-5f2fae264f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.733454] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 605.733922] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c7215b1-51e1-42ec-9118-6a735e4102c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.742578] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Waiting for the task: (returnval){ [ 605.742578] env[68166]: value = "task-2806181" [ 605.742578] env[68166]: _type = "Task" [ 605.742578] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.751770] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.797639] env[68166]: DEBUG nova.compute.utils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.801670] env[68166]: DEBUG nova.compute.manager [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.801987] env[68166]: DEBUG nova.network.neutron [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.896796] env[68166]: DEBUG nova.policy [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66d6f069ed804805bf0d9c5597c68528', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b03f124107ec44c98be13141008b03a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.980018] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.980018] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c615eb-f8c3-588c-a5b1-edc47f5fa1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.022306} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.980018] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a99ff76-e784-4a0a-84aa-491653f834a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.982325] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945da528-6fdd-46d2-9975-802a6f0d80cd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.988876] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Waiting for the task: (returnval){ [ 605.988876] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b4fcc2-e769-5040-7c76-78cb1f0ed41e" [ 605.988876] env[68166]: _type = "Task" [ 605.988876] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.994316] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 605.995601] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 605.995601] env[68166]: value = "task-2806182" [ 605.995601] env[68166]: _type = "Task" [ 605.995601] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.995601] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c2b7f3f-4fdd-43ff-832f-9feec7665857 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.010403] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b4fcc2-e769-5040-7c76-78cb1f0ed41e, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.012247] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.012529] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 729030b9-3aea-41d0-be03-674f4178bba6/729030b9-3aea-41d0-be03-674f4178bba6.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.019581] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b39de0d-6a78-4057-bcec-9884e4cac052 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.021784] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Acquiring lock "c473a08b-eec1-4c6a-a552-2a7fed508294" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.022035] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lock "c473a08b-eec1-4c6a-a552-2a7fed508294" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.022308] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 606.022308] env[68166]: value = "task-2806183" [ 606.022308] env[68166]: _type = "Task" [ 606.022308] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.022552] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806182, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.029635] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Waiting for the task: (returnval){ [ 606.029635] env[68166]: value = "task-2806184" [ 606.029635] env[68166]: _type = "Task" [ 606.029635] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.037648] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.044554] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.084527] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "refresh_cache-3252ed02-af47-4919-a692-2a1f9a325fe1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.084894] env[68166]: DEBUG nova.compute.manager [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Instance network_info: |[{"id": "3d97f0b4-60fe-45d9-a330-1958a9e1aff6", "address": "fa:16:3e:9f:5b:3b", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d97f0b4-60", "ovs_interfaceid": "3d97f0b4-60fe-45d9-a330-1958a9e1aff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.085348] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:5b:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d97f0b4-60fe-45d9-a330-1958a9e1aff6', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.095392] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Creating folder: Project (b03f124107ec44c98be13141008b03a1). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.096073] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1531230-4f87-4060-91f2-8ab750ab043a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.110095] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Created folder: Project (b03f124107ec44c98be13141008b03a1) in parent group-v563881. [ 606.110936] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Creating folder: Instances. Parent ref: group-v563929. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.111296] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2676b7bf-4c3e-44e7-9880-bf6d3724c82f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.125866] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Created folder: Instances in parent group-v563929. [ 606.126214] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.126459] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.126734] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a6793f4-15b7-40c9-9f5e-be696336e353 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.146426] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "refresh_cache-b8c67555-fca1-4aa9-85fa-ccb217eb34ec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.146576] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "refresh_cache-b8c67555-fca1-4aa9-85fa-ccb217eb34ec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.146725] env[68166]: DEBUG nova.network.neutron [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.155860] env[68166]: DEBUG oslo_concurrency.lockutils [req-623909a9-0f16-4b50-8b9b-8ec2b3460f74 req-522e3042-8164-4adf-bd10-6a7d36cacbf8 service nova] Releasing lock "refresh_cache-e8a4f44f-5ae6-455f-a8e0-b793c81c7021" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.156353] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.156353] env[68166]: value = "task-2806187" [ 606.156353] env[68166]: _type = "Task" [ 606.156353] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.170578] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806187, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.260959] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806181, 'name': PowerOffVM_Task, 'duration_secs': 0.258651} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.261295] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.261547] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.267866] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56402b06-b43c-4cf0-88c2-80c059b63581 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.277037] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.277037] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a213c036-62fd-407c-afb8-04990a695867 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.312182] env[68166]: DEBUG nova.compute.manager [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.319053] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.319053] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.319145] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Deleting the datastore file [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.319803] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-115843ae-0bae-4517-a679-6345b205a89a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.330739] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Waiting for the task: (returnval){ [ 606.330739] env[68166]: value = "task-2806189" [ 606.330739] env[68166]: _type = "Task" [ 606.330739] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.350903] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.398713] env[68166]: DEBUG nova.network.neutron [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Successfully created port: 334fcdf4-b4a6-45b1-9320-1a910982cc5f {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.519941] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806182, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.535217] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806183, 'name': PowerOffVM_Task, 'duration_secs': 0.239019} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.540848] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.540848] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.541917] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abc596a-f332-46d0-b6ae-ef1aa3fec4d5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.553647] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.555343] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.555626] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78321ac8-6654-4314-8d1e-9c9c7e4e9e00 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.634894] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.634894] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.634894] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleting the datastore file [datastore2] f7498597-2d98-4056-a0b2-218246e8c9ee {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.635590] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cf5b783-1516-4404-9583-0290a3e79b0b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.644224] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 606.644224] env[68166]: value = "task-2806191" [ 606.644224] env[68166]: _type = "Task" [ 606.644224] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.662102] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "1f8ff2ac-9263-4d88-beed-7cdb668c525b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.662357] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "1f8ff2ac-9263-4d88-beed-7cdb668c525b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.678457] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.678671] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806187, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.706666] env[68166]: DEBUG nova.network.neutron [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.846954] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270031} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.847341] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.847992] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.848653] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 606.882555] env[68166]: DEBUG nova.network.neutron [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Updating instance_info_cache with network_info: [{"id": "27e6c68b-1c49-464d-96d3-e54d7336c5bf", "address": "fa:16:3e:0f:cc:63", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e6c68b-1c", "ovs_interfaceid": "27e6c68b-1c49-464d-96d3-e54d7336c5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.018486] env[68166]: DEBUG oslo_vmware.api [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806182, 'name': PowerOnVM_Task, 'duration_secs': 0.533538} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.018835] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.019261] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62c36c-8396-4716-9f14-56a2c2f29f6c tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance '3a2b3377-72ea-4d06-9b48-e82757055254' progress to 100 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 607.048741] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56958} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.051742] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 729030b9-3aea-41d0-be03-674f4178bba6/729030b9-3aea-41d0-be03-674f4178bba6.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.052147] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.053832] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-107afa90-e12a-4e76-9f61-3091c1f6316b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.061905] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Waiting for the task: (returnval){ [ 607.061905] env[68166]: value = "task-2806192" [ 607.061905] env[68166]: _type = "Task" [ 607.061905] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.078164] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.102325] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55100eff-2452-4ff5-99a7-f985c2353217 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.112031] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5277d45-2277-480b-9f2b-262b25394bae {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.145869] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255739cb-4a28-4e6e-9a1b-c8b617806ccc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.158212] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f10af1c-f185-420f-933a-a03cdb3a85cb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.169523] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199038} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.179026] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.179026] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.179026] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.181660] env[68166]: DEBUG nova.compute.provider_tree [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.187029] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806187, 'name': CreateVM_Task, 'duration_secs': 0.63433} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.187029] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.187312] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.187446] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.187767] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.188108] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294c7bb6-ed0b-4a32-a0c7-26e4b2677965 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.194300] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 607.194300] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5242e7ff-6dfe-d2a8-20e8-88150f6a8933" [ 607.194300] env[68166]: _type = "Task" [ 607.194300] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.209252] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5242e7ff-6dfe-d2a8-20e8-88150f6a8933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.341276] env[68166]: DEBUG nova.compute.manager [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.376252] env[68166]: DEBUG nova.virt.hardware [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.376599] env[68166]: DEBUG nova.virt.hardware [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.378850] env[68166]: DEBUG nova.virt.hardware [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.378850] env[68166]: DEBUG nova.virt.hardware [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.378850] env[68166]: DEBUG nova.virt.hardware [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.378850] env[68166]: DEBUG nova.virt.hardware [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.378850] env[68166]: DEBUG nova.virt.hardware [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.379087] env[68166]: DEBUG nova.virt.hardware [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.379333] env[68166]: DEBUG nova.virt.hardware [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.380117] env[68166]: DEBUG nova.virt.hardware [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.380398] env[68166]: DEBUG nova.virt.hardware [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.381406] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be12c137-0ebd-4e9b-8b49-d86407f83545 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.390127] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "refresh_cache-b8c67555-fca1-4aa9-85fa-ccb217eb34ec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.390183] env[68166]: DEBUG nova.compute.manager [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Instance network_info: |[{"id": "27e6c68b-1c49-464d-96d3-e54d7336c5bf", "address": "fa:16:3e:0f:cc:63", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e6c68b-1c", "ovs_interfaceid": "27e6c68b-1c49-464d-96d3-e54d7336c5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.391286] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:cc:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e6c68b-1c49-464d-96d3-e54d7336c5bf', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.400242] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Creating folder: Project (84ff6e9f724443dfa33726642732a926). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.403207] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83b34b01-1fad-40fd-933b-9a63b1dc1093 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.405730] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2c3437-ad62-4c1e-a102-e6e79207cb79 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.575351] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081145} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.575691] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.576473] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913fd5c7-1fa6-4872-b6c8-3e95e6216f29 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.580770] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Created folder: Project (84ff6e9f724443dfa33726642732a926) in parent group-v563881. [ 607.581720] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Creating folder: Instances. Parent ref: group-v563932. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.581720] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b47b596e-ba61-43b6-aae4-5328d97bc75d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.603499] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 729030b9-3aea-41d0-be03-674f4178bba6/729030b9-3aea-41d0-be03-674f4178bba6.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.605461] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f51ffe4-088c-4d10-81f2-7bce8a4eff60 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.620768] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Created folder: Instances in parent group-v563932. [ 607.621139] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.621298] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.621969] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec80c0d-8b26-41ad-980b-1abf876683d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.638109] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Waiting for the task: (returnval){ [ 607.638109] env[68166]: value = "task-2806195" [ 607.638109] env[68166]: _type = "Task" [ 607.638109] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.645621] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.645621] env[68166]: value = "task-2806196" [ 607.645621] env[68166]: _type = "Task" [ 607.645621] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.649558] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806195, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.659237] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806196, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.689733] env[68166]: DEBUG nova.scheduler.client.report [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.706986] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5242e7ff-6dfe-d2a8-20e8-88150f6a8933, 'name': SearchDatastore_Task, 'duration_secs': 0.011964} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.706986] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.706986] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.706986] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.707397] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.707397] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.707397] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-166d11df-47bc-43a8-ab1a-f9483f75fdbc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.716789] env[68166]: DEBUG nova.compute.manager [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Received event network-changed-b630f664-9f01-4764-8d65-91fdda4bcd15 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.716789] env[68166]: DEBUG nova.compute.manager [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Refreshing instance network info cache due to event network-changed-b630f664-9f01-4764-8d65-91fdda4bcd15. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 607.716990] env[68166]: DEBUG oslo_concurrency.lockutils [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] Acquiring lock "refresh_cache-729030b9-3aea-41d0-be03-674f4178bba6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.717180] env[68166]: DEBUG oslo_concurrency.lockutils [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] Acquired lock "refresh_cache-729030b9-3aea-41d0-be03-674f4178bba6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.717180] env[68166]: DEBUG nova.network.neutron [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Refreshing network info cache for port b630f664-9f01-4764-8d65-91fdda4bcd15 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.721099] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.721300] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.722668] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-269c03da-8954-471b-8b80-11113723220e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.731358] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 607.731358] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52219d87-d209-e842-ceaf-d4db5da592bc" [ 607.731358] env[68166]: _type = "Task" [ 607.731358] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.746452] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52219d87-d209-e842-ceaf-d4db5da592bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012276} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.747305] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b8bead-e660-481a-b19b-92b3c69d25b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.754183] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 607.754183] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5254a494-c4bc-f59d-6b34-892f65edfae2" [ 607.754183] env[68166]: _type = "Task" [ 607.754183] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.763513] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5254a494-c4bc-f59d-6b34-892f65edfae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.815316] env[68166]: DEBUG nova.compute.manager [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Received event network-vif-plugged-3d97f0b4-60fe-45d9-a330-1958a9e1aff6 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.815529] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] Acquiring lock "3252ed02-af47-4919-a692-2a1f9a325fe1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.815789] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] Lock "3252ed02-af47-4919-a692-2a1f9a325fe1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.816047] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] Lock "3252ed02-af47-4919-a692-2a1f9a325fe1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.816300] env[68166]: DEBUG nova.compute.manager [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] No waiting events found dispatching network-vif-plugged-3d97f0b4-60fe-45d9-a330-1958a9e1aff6 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.816496] env[68166]: WARNING nova.compute.manager [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Received unexpected event network-vif-plugged-3d97f0b4-60fe-45d9-a330-1958a9e1aff6 for instance with vm_state building and task_state spawning. [ 607.816662] env[68166]: DEBUG nova.compute.manager [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Received event network-changed-3d97f0b4-60fe-45d9-a330-1958a9e1aff6 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.816843] env[68166]: DEBUG nova.compute.manager [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Refreshing instance network info cache due to event network-changed-3d97f0b4-60fe-45d9-a330-1958a9e1aff6. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 607.817040] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] Acquiring lock "refresh_cache-3252ed02-af47-4919-a692-2a1f9a325fe1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.817178] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] Acquired lock "refresh_cache-3252ed02-af47-4919-a692-2a1f9a325fe1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.817346] env[68166]: DEBUG nova.network.neutron [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Refreshing network info cache for port 3d97f0b4-60fe-45d9-a330-1958a9e1aff6 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.913109] env[68166]: DEBUG nova.virt.hardware [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.913985] env[68166]: DEBUG nova.virt.hardware [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.914476] env[68166]: DEBUG nova.virt.hardware [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.914969] env[68166]: DEBUG nova.virt.hardware [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.914969] env[68166]: DEBUG nova.virt.hardware [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.915291] env[68166]: DEBUG nova.virt.hardware [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.919253] env[68166]: DEBUG nova.virt.hardware [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.919812] env[68166]: DEBUG nova.virt.hardware [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.919930] env[68166]: DEBUG nova.virt.hardware [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.920126] env[68166]: DEBUG nova.virt.hardware [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.920417] env[68166]: DEBUG nova.virt.hardware [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.922130] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03927f73-5e81-4c5e-86b2-c48b9dd28da4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.936233] env[68166]: DEBUG nova.compute.manager [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.937472] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff640a26-a3f9-4d12-a180-d7a9078dda4b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.945199] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23398e04-4660-4c4c-a6e9-8b1a01f72569 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.972546] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.981689] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.982548] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.982845] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e80eef0-c84b-4911-90a1-902a75818d68 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.012713] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.012713] env[68166]: value = "task-2806197" [ 608.012713] env[68166]: _type = "Task" [ 608.012713] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.024371] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806197, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.106099] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Acquiring lock "a6990f0d-066a-40e6-92bf-42c09941b9cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.106388] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Lock "a6990f0d-066a-40e6-92bf-42c09941b9cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.149356] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806195, 'name': ReconfigVM_Task, 'duration_secs': 0.347574} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.149744] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 729030b9-3aea-41d0-be03-674f4178bba6/729030b9-3aea-41d0-be03-674f4178bba6.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.153469] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22049462-53aa-4e11-b4c7-e654f1c6a238 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.163167] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806196, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.164748] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Waiting for the task: (returnval){ [ 608.164748] env[68166]: value = "task-2806198" [ 608.164748] env[68166]: _type = "Task" [ 608.164748] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.174945] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806198, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.197829] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.910s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.198291] env[68166]: DEBUG nova.compute.manager [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.202139] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.671s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.203802] env[68166]: INFO nova.compute.claims [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.234346] env[68166]: DEBUG nova.virt.hardware [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.235119] env[68166]: DEBUG nova.virt.hardware [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.235119] env[68166]: DEBUG nova.virt.hardware [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.235119] env[68166]: DEBUG nova.virt.hardware [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.235119] env[68166]: DEBUG nova.virt.hardware [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.235308] env[68166]: DEBUG nova.virt.hardware [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.235840] env[68166]: DEBUG nova.virt.hardware [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.235840] env[68166]: DEBUG nova.virt.hardware [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.235954] env[68166]: DEBUG nova.virt.hardware [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.238016] env[68166]: DEBUG nova.virt.hardware [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.238016] env[68166]: DEBUG nova.virt.hardware [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.238016] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec57d855-4329-41dc-96ae-44aeb32d4a8a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.248156] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d836882-1f93-41e9-881b-fe97fe2f87ff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.270020] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:3e:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f49fb12-b108-4292-89b0-8858d6fc0be7', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.277575] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.281474] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.282116] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef044321-6671-49a1-b254-b422058afcc8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.315314] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5254a494-c4bc-f59d-6b34-892f65edfae2, 'name': SearchDatastore_Task, 'duration_secs': 0.01351} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.316834] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.316834] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1/3252ed02-af47-4919-a692-2a1f9a325fe1.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.316994] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.316994] env[68166]: value = "task-2806199" [ 608.316994] env[68166]: _type = "Task" [ 608.316994] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.317318] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b95522a-f5fe-41ba-a6bb-1a52900dd977 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.332994] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806199, 'name': CreateVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.334861] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 608.334861] env[68166]: value = "task-2806200" [ 608.334861] env[68166]: _type = "Task" [ 608.334861] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.344582] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.424581] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "14b21a96-242a-42a5-a7c5-c074297ea6d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.424812] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "14b21a96-242a-42a5-a7c5-c074297ea6d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.485907] env[68166]: INFO nova.compute.manager [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] instance snapshotting [ 608.489238] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761cd80f-4fa2-4638-a86a-3aa4bc41165c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.513834] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d21e9b5-38f6-4e70-92fc-4e144bd1c5d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.529957] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806197, 'name': CreateVM_Task, 'duration_secs': 0.33384} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.533609] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.533972] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.534311] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.534765] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.534994] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b448e35-5f32-48b8-942f-2ed2470d8334 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.540817] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Waiting for the task: (returnval){ [ 608.540817] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52545e29-0a1c-83c1-db26-e070e5a3d192" [ 608.540817] env[68166]: _type = "Task" [ 608.540817] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.572407] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52545e29-0a1c-83c1-db26-e070e5a3d192, 'name': SearchDatastore_Task, 'duration_secs': 0.012798} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.572791] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.573110] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.573468] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.573688] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.574032] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.574330] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2fed219-0b1a-4495-b33b-f13dee65b774 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.587360] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.587896] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.588455] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-938ce588-86f9-478c-88d3-2b33d6e2da97 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.599525] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Waiting for the task: (returnval){ [ 608.599525] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5209c478-3aaf-c016-0110-37876e8a032e" [ 608.599525] env[68166]: _type = "Task" [ 608.599525] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.613667] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5209c478-3aaf-c016-0110-37876e8a032e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.634371] env[68166]: DEBUG nova.network.neutron [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Successfully updated port: 334fcdf4-b4a6-45b1-9320-1a910982cc5f {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.662039] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806196, 'name': CreateVM_Task, 'duration_secs': 0.588191} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.662274] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.663034] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.663223] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.663555] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.663846] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81083181-8c10-476d-a742-e8ecfa8850d6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.675683] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806198, 'name': Rename_Task, 'duration_secs': 0.221902} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.677292] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.677644] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 608.677644] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521a33d0-697e-5e60-82f7-fd25ae2cace7" [ 608.677644] env[68166]: _type = "Task" [ 608.677644] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.677910] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b8f7e29-e0a1-47ab-a36f-91fa7baaefd4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.691377] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521a33d0-697e-5e60-82f7-fd25ae2cace7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.694827] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Waiting for the task: (returnval){ [ 608.694827] env[68166]: value = "task-2806201" [ 608.694827] env[68166]: _type = "Task" [ 608.694827] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.703460] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.711599] env[68166]: DEBUG nova.compute.utils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.715422] env[68166]: DEBUG nova.compute.manager [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.715634] env[68166]: DEBUG nova.network.neutron [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.830933] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806199, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.847753] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806200, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.849540] env[68166]: DEBUG nova.policy [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7819021b627446a69bd417513e12a397', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84ff6e9f724443dfa33726642732a926', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.852737] env[68166]: DEBUG nova.network.neutron [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Updated VIF entry in instance network info cache for port 3d97f0b4-60fe-45d9-a330-1958a9e1aff6. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.852737] env[68166]: DEBUG nova.network.neutron [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Updating instance_info_cache with network_info: [{"id": "3d97f0b4-60fe-45d9-a330-1958a9e1aff6", "address": "fa:16:3e:9f:5b:3b", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d97f0b4-60", "ovs_interfaceid": "3d97f0b4-60fe-45d9-a330-1958a9e1aff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.931816] env[68166]: DEBUG nova.network.neutron [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Updated VIF entry in instance network info cache for port b630f664-9f01-4764-8d65-91fdda4bcd15. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.932117] env[68166]: DEBUG nova.network.neutron [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Updating instance_info_cache with network_info: [{"id": "b630f664-9f01-4764-8d65-91fdda4bcd15", "address": "fa:16:3e:7c:6f:d6", "network": {"id": "4a675fd0-920c-4aa7-9110-71ad697c19c9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1868956294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a62bc7b9d041f7bd3ec7c3be7cb7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb630f664-9f", "ovs_interfaceid": "b630f664-9f01-4764-8d65-91fdda4bcd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.036029] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 609.036986] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-45758020-761b-49d1-bd6e-7634e812595f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.046966] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 609.046966] env[68166]: value = "task-2806202" [ 609.046966] env[68166]: _type = "Task" [ 609.046966] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.057318] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806202, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.118208] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5209c478-3aaf-c016-0110-37876e8a032e, 'name': SearchDatastore_Task, 'duration_secs': 0.021704} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.119338] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4400dcf-c081-41b2-85cb-e672022a21c6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.126812] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Waiting for the task: (returnval){ [ 609.126812] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b9e714-735d-0e44-b82b-3b6983df226d" [ 609.126812] env[68166]: _type = "Task" [ 609.126812] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.138594] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "refresh_cache-a280c315-55e1-4e87-934c-e68328ced4b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.138594] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "refresh_cache-a280c315-55e1-4e87-934c-e68328ced4b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.138594] env[68166]: DEBUG nova.network.neutron [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.139858] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b9e714-735d-0e44-b82b-3b6983df226d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.193581] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521a33d0-697e-5e60-82f7-fd25ae2cace7, 'name': SearchDatastore_Task, 'duration_secs': 0.062546} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.194222] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.194577] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.194926] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.195209] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.195635] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.202176] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f6acf23-1671-49ab-b5ad-f818ff736342 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.211623] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.216304] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.216481] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.217549] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fd1595-2d37-4b86-8efb-2525a657d704 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.220924] env[68166]: DEBUG nova.compute.manager [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.235022] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 609.235022] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52900976-7720-3589-014f-e7471c6f82bc" [ 609.235022] env[68166]: _type = "Task" [ 609.235022] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.245350] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52900976-7720-3589-014f-e7471c6f82bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.245499] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e346190f-fb0e-466b-8e93-c2f4f913ffa1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.253871] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 609.253871] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522bd6b1-be80-d49d-2376-5450c94c3864" [ 609.253871] env[68166]: _type = "Task" [ 609.253871] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.264427] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522bd6b1-be80-d49d-2376-5450c94c3864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.267545] env[68166]: DEBUG nova.network.neutron [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Successfully created port: 1cc9dd63-c50f-4630-8307-9fe192877a0a {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.334152] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806199, 'name': CreateVM_Task, 'duration_secs': 0.540558} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.334727] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.335532] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.335797] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.336570] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.336570] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4637b84a-544e-48ff-83ec-ca8b6e0feade {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.347093] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 609.347093] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d2b4c5-83d7-db15-f717-fd78bb4de574" [ 609.347093] env[68166]: _type = "Task" [ 609.347093] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.355082] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628343} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.355845] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1/3252ed02-af47-4919-a692-2a1f9a325fe1.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.356168] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.356701] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa3faf6-5b12-45dd-9f57-492539254ca1 req-7329bfec-954b-4019-9a79-829b3a617785 service nova] Releasing lock "refresh_cache-3252ed02-af47-4919-a692-2a1f9a325fe1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.357092] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b7a1bbe-e248-49ae-9cc0-58c18b57dcd3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.364526] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d2b4c5-83d7-db15-f717-fd78bb4de574, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.364960] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.365245] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.365573] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.371588] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 609.371588] env[68166]: value = "task-2806203" [ 609.371588] env[68166]: _type = "Task" [ 609.371588] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.381359] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.437044] env[68166]: DEBUG oslo_concurrency.lockutils [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] Releasing lock "refresh_cache-729030b9-3aea-41d0-be03-674f4178bba6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.437230] env[68166]: DEBUG nova.compute.manager [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Received event network-vif-plugged-27e6c68b-1c49-464d-96d3-e54d7336c5bf {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.437455] env[68166]: DEBUG oslo_concurrency.lockutils [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] Acquiring lock "b8c67555-fca1-4aa9-85fa-ccb217eb34ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.437745] env[68166]: DEBUG oslo_concurrency.lockutils [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] Lock "b8c67555-fca1-4aa9-85fa-ccb217eb34ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.437985] env[68166]: DEBUG oslo_concurrency.lockutils [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] Lock "b8c67555-fca1-4aa9-85fa-ccb217eb34ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.438235] env[68166]: DEBUG nova.compute.manager [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] No waiting events found dispatching network-vif-plugged-27e6c68b-1c49-464d-96d3-e54d7336c5bf {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.438477] env[68166]: WARNING nova.compute.manager [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Received unexpected event network-vif-plugged-27e6c68b-1c49-464d-96d3-e54d7336c5bf for instance with vm_state building and task_state spawning. [ 609.438721] env[68166]: DEBUG nova.compute.manager [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Received event network-changed-27e6c68b-1c49-464d-96d3-e54d7336c5bf {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.438929] env[68166]: DEBUG nova.compute.manager [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Refreshing instance network info cache due to event network-changed-27e6c68b-1c49-464d-96d3-e54d7336c5bf. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 609.439205] env[68166]: DEBUG oslo_concurrency.lockutils [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] Acquiring lock "refresh_cache-b8c67555-fca1-4aa9-85fa-ccb217eb34ec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.439395] env[68166]: DEBUG oslo_concurrency.lockutils [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] Acquired lock "refresh_cache-b8c67555-fca1-4aa9-85fa-ccb217eb34ec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.439597] env[68166]: DEBUG nova.network.neutron [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Refreshing network info cache for port 27e6c68b-1c49-464d-96d3-e54d7336c5bf {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.560214] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806202, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.637144] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b9e714-735d-0e44-b82b-3b6983df226d, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.637460] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.637701] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe/553ee163-1336-4434-89f6-4bbc5f5fa2fe.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.638240] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.638475] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.638710] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e96deb69-6d4d-4e7e-b847-981485116705 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.643175] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-842202d5-21a2-4758-9ae1-bc1d628d29a4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.655936] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Waiting for the task: (returnval){ [ 609.655936] env[68166]: value = "task-2806204" [ 609.655936] env[68166]: _type = "Task" [ 609.655936] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.657327] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.658259] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.661402] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f4c1033-7360-44ec-b19a-893de8a320ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.674120] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.674750] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 609.674750] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52aa3d44-96c7-04b5-19c3-db0addb05ec1" [ 609.674750] env[68166]: _type = "Task" [ 609.674750] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.684461] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52aa3d44-96c7-04b5-19c3-db0addb05ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.705103] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806201, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.708725] env[68166]: DEBUG nova.network.neutron [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.766656] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522bd6b1-be80-d49d-2376-5450c94c3864, 'name': SearchDatastore_Task, 'duration_secs': 0.012399} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.766844] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.767117] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] b8c67555-fca1-4aa9-85fa-ccb217eb34ec/b8c67555-fca1-4aa9-85fa-ccb217eb34ec.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.767653] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85f816a8-0caa-4c9c-bd62-70752b01b3fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.783461] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 609.783461] env[68166]: value = "task-2806205" [ 609.783461] env[68166]: _type = "Task" [ 609.783461] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.792193] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.888296] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10547} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.892814] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.896520] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77559f4d-c107-4096-b780-cec03608f206 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.923454] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1/3252ed02-af47-4919-a692-2a1f9a325fe1.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.927794] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d46fd482-f74b-407f-aba6-3238ffb03b0a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.953040] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 609.953040] env[68166]: value = "task-2806206" [ 609.953040] env[68166]: _type = "Task" [ 609.953040] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.963902] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.965939] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e29591c-1455-45a7-9cd4-a15b19867a16 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.975620] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c3918b-d0a3-41ce-92b2-32204506971d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.016532] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8501af9f-50b6-4f2f-bb67-48c6f2b27bfd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.028046] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852b18da-f7f3-4d9f-9718-c1595d37eb1f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.049838] env[68166]: DEBUG nova.compute.provider_tree [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.061466] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806202, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.141465] env[68166]: DEBUG nova.network.neutron [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Updating instance_info_cache with network_info: [{"id": "334fcdf4-b4a6-45b1-9320-1a910982cc5f", "address": "fa:16:3e:0a:92:1a", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334fcdf4-b4", "ovs_interfaceid": "334fcdf4-b4a6-45b1-9320-1a910982cc5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.173794] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806204, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.188288] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52aa3d44-96c7-04b5-19c3-db0addb05ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.012279} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.191024] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f9aecf7-4500-4025-aeb1-9ebd2d4b08fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.201051] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 610.201051] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52db412c-679b-fd8b-da48-982006cd9813" [ 610.201051] env[68166]: _type = "Task" [ 610.201051] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.208123] env[68166]: DEBUG oslo_vmware.api [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806201, 'name': PowerOnVM_Task, 'duration_secs': 1.147249} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.208989] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.209357] env[68166]: INFO nova.compute.manager [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Took 11.06 seconds to spawn the instance on the hypervisor. [ 610.209455] env[68166]: DEBUG nova.compute.manager [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.210538] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7260ef3c-bf4d-406f-9d04-5e6225f553e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.218062] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52db412c-679b-fd8b-da48-982006cd9813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.230903] env[68166]: DEBUG nova.compute.manager [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.266959] env[68166]: DEBUG nova.virt.hardware [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.266959] env[68166]: DEBUG nova.virt.hardware [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.266959] env[68166]: DEBUG nova.virt.hardware [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.267331] env[68166]: DEBUG nova.virt.hardware [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.267331] env[68166]: DEBUG nova.virt.hardware [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.267331] env[68166]: DEBUG nova.virt.hardware [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.267331] env[68166]: DEBUG nova.virt.hardware [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.267331] env[68166]: DEBUG nova.virt.hardware [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.267523] env[68166]: DEBUG nova.virt.hardware [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.267523] env[68166]: DEBUG nova.virt.hardware [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.267523] env[68166]: DEBUG nova.virt.hardware [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.267523] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c4acd3-8e7e-4407-bc58-2f20c61365f2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.280361] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d583193-0d48-4d12-ab23-71132254e9ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.295284] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806205, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.316975] env[68166]: DEBUG nova.network.neutron [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Updated VIF entry in instance network info cache for port 27e6c68b-1c49-464d-96d3-e54d7336c5bf. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.317356] env[68166]: DEBUG nova.network.neutron [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Updating instance_info_cache with network_info: [{"id": "27e6c68b-1c49-464d-96d3-e54d7336c5bf", "address": "fa:16:3e:0f:cc:63", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e6c68b-1c", "ovs_interfaceid": "27e6c68b-1c49-464d-96d3-e54d7336c5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.464854] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.555973] env[68166]: DEBUG nova.scheduler.client.report [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.570083] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806202, 'name': CreateSnapshot_Task, 'duration_secs': 1.432577} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.570083] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 610.571606] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3a94ef-6412-459b-95b2-0c75b9938b48 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.592694] env[68166]: DEBUG nova.compute.manager [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Received event network-changed-9a9c0e0d-eb74-450f-b736-cbe4e921e407 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.592963] env[68166]: DEBUG nova.compute.manager [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Refreshing instance network info cache due to event network-changed-9a9c0e0d-eb74-450f-b736-cbe4e921e407. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 610.593237] env[68166]: DEBUG oslo_concurrency.lockutils [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] Acquiring lock "refresh_cache-454157e8-7676-48d4-ad67-46759341426a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.593436] env[68166]: DEBUG oslo_concurrency.lockutils [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] Acquired lock "refresh_cache-454157e8-7676-48d4-ad67-46759341426a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.593643] env[68166]: DEBUG nova.network.neutron [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Refreshing network info cache for port 9a9c0e0d-eb74-450f-b736-cbe4e921e407 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.638348] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "3a2b3377-72ea-4d06-9b48-e82757055254" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.638702] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "3a2b3377-72ea-4d06-9b48-e82757055254" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.638758] env[68166]: DEBUG nova.compute.manager [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Going to confirm migration 1 {{(pid=68166) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 610.647019] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "refresh_cache-a280c315-55e1-4e87-934c-e68328ced4b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.647019] env[68166]: DEBUG nova.compute.manager [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Instance network_info: |[{"id": "334fcdf4-b4a6-45b1-9320-1a910982cc5f", "address": "fa:16:3e:0a:92:1a", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334fcdf4-b4", "ovs_interfaceid": "334fcdf4-b4a6-45b1-9320-1a910982cc5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.647421] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:92:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '334fcdf4-b4a6-45b1-9320-1a910982cc5f', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.652618] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.653179] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.653436] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cf13164-aa00-4b4f-bc6e-3eb89ef7eee7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.686374] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60106} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.690025] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe/553ee163-1336-4434-89f6-4bbc5f5fa2fe.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.690025] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.690025] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.690025] env[68166]: value = "task-2806207" [ 610.690025] env[68166]: _type = "Task" [ 610.690025] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.690025] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f184e139-0bc0-4438-a2b1-2fd9b9c107d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.703446] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806207, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.710026] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Waiting for the task: (returnval){ [ 610.710026] env[68166]: value = "task-2806208" [ 610.710026] env[68166]: _type = "Task" [ 610.710026] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.717524] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52db412c-679b-fd8b-da48-982006cd9813, 'name': SearchDatastore_Task, 'duration_secs': 0.034511} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.718597] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.720063] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] f7498597-2d98-4056-a0b2-218246e8c9ee/f7498597-2d98-4056-a0b2-218246e8c9ee.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.720063] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd185ae1-f61a-4cae-9ae0-46df57ec515c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.728023] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.733408] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 610.733408] env[68166]: value = "task-2806209" [ 610.733408] env[68166]: _type = "Task" [ 610.733408] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.743934] env[68166]: INFO nova.compute.manager [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Took 31.01 seconds to build instance. [ 610.750800] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.797272] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699874} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.797272] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] b8c67555-fca1-4aa9-85fa-ccb217eb34ec/b8c67555-fca1-4aa9-85fa-ccb217eb34ec.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.797272] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.797502] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e07ad7f6-bf9b-4ba6-9312-2964c2ac3ba3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.805734] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 610.805734] env[68166]: value = "task-2806210" [ 610.805734] env[68166]: _type = "Task" [ 610.805734] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.817650] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.820389] env[68166]: DEBUG oslo_concurrency.lockutils [req-2110ef15-b04d-49c9-b6d6-87e80ac0dd46 req-aed81612-394c-4215-8299-09ae03fd789e service nova] Releasing lock "refresh_cache-b8c67555-fca1-4aa9-85fa-ccb217eb34ec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.970223] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806206, 'name': ReconfigVM_Task, 'duration_secs': 0.795259} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.970651] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1/3252ed02-af47-4919-a692-2a1f9a325fe1.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.972613] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8f6a850-cecd-4a18-b933-beae290f8254 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.981903] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 610.981903] env[68166]: value = "task-2806211" [ 610.981903] env[68166]: _type = "Task" [ 610.981903] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.997136] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806211, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.061148] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.061724] env[68166]: DEBUG nova.compute.manager [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.065341] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.452s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.070496] env[68166]: INFO nova.compute.claims [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.107767] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 611.110875] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cf570d68-f785-4bf2-8d02-04258308d8a7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.126904] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 611.126904] env[68166]: value = "task-2806212" [ 611.126904] env[68166]: _type = "Task" [ 611.126904] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.138561] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806212, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.206607] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806207, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.224939] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084175} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.226885] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.226885] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.227201] env[68166]: DEBUG nova.network.neutron [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.227386] env[68166]: DEBUG nova.objects.instance [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lazy-loading 'info_cache' on Instance uuid 3a2b3377-72ea-4d06-9b48-e82757055254 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.234046] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.234046] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e229bf-8db7-4cb4-af1f-40fc8d722ee4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.251913] env[68166]: DEBUG oslo_concurrency.lockutils [None req-06430186-a563-4d55-b185-e38ad4e16154 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Lock "729030b9-3aea-41d0-be03-674f4178bba6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.523s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.252638] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806209, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.278770] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe/553ee163-1336-4434-89f6-4bbc5f5fa2fe.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.280290] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7e7364b-9a52-4b4f-92d9-03ae2c1f324e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.303820] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Waiting for the task: (returnval){ [ 611.303820] env[68166]: value = "task-2806213" [ 611.303820] env[68166]: _type = "Task" [ 611.303820] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.320237] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287919} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.323687] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.324026] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.324780] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f46f9b4-bed4-47de-8cfc-a7f796adb03e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.355038] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] b8c67555-fca1-4aa9-85fa-ccb217eb34ec/b8c67555-fca1-4aa9-85fa-ccb217eb34ec.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.358021] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed8cf5d7-e6bd-4dbf-be67-b4278105b1c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.385024] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 611.385024] env[68166]: value = "task-2806214" [ 611.385024] env[68166]: _type = "Task" [ 611.385024] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.396043] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.491969] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806211, 'name': Rename_Task, 'duration_secs': 0.165459} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.492280] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.492527] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-702b7058-8b30-4109-9e5b-9d60f9e010d0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.499081] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 611.499081] env[68166]: value = "task-2806215" [ 611.499081] env[68166]: _type = "Task" [ 611.499081] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.507874] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.576596] env[68166]: DEBUG nova.compute.utils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.580603] env[68166]: DEBUG nova.compute.manager [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.580835] env[68166]: DEBUG nova.network.neutron [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.638832] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806212, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.657263] env[68166]: DEBUG nova.policy [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdbbaca6db8a453eb9c76ce1b3ae2274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e4a67f61f60465f9b1b93002f15fd69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.704252] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806207, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.705156] env[68166]: DEBUG nova.network.neutron [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Successfully updated port: 1cc9dd63-c50f-4630-8307-9fe192877a0a {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.750337] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732684} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.751151] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] f7498597-2d98-4056-a0b2-218246e8c9ee/f7498597-2d98-4056-a0b2-218246e8c9ee.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.751151] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.751151] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54bfa5b2-aa89-4ef7-9928-48a22fe9f1d9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.759706] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 611.759706] env[68166]: value = "task-2806216" [ 611.759706] env[68166]: _type = "Task" [ 611.759706] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.769352] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.780437] env[68166]: DEBUG nova.compute.manager [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.796792] env[68166]: DEBUG nova.network.neutron [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Updated VIF entry in instance network info cache for port 9a9c0e0d-eb74-450f-b736-cbe4e921e407. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.797158] env[68166]: DEBUG nova.network.neutron [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Updating instance_info_cache with network_info: [{"id": "9a9c0e0d-eb74-450f-b736-cbe4e921e407", "address": "fa:16:3e:3b:38:a9", "network": {"id": "a887260f-c3cc-46ee-8a52-34d788e07998", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1905122542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692cafa13d464adcbf1693f6fd6c3a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9c0e0d-eb", "ovs_interfaceid": "9a9c0e0d-eb74-450f-b736-cbe4e921e407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.819106] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.894772] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.011750] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806215, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.092310] env[68166]: DEBUG nova.compute.manager [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.094267] env[68166]: DEBUG nova.network.neutron [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Successfully created port: 61c853a6-7238-441f-ad82-1e00c896e4fe {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.142422] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806212, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.204311] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806207, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.208496] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "refresh_cache-4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.212020] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "refresh_cache-4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.212020] env[68166]: DEBUG nova.network.neutron [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.281106] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.302823] env[68166]: DEBUG oslo_concurrency.lockutils [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] Releasing lock "refresh_cache-454157e8-7676-48d4-ad67-46759341426a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.306047] env[68166]: DEBUG nova.compute.manager [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Received event network-vif-plugged-334fcdf4-b4a6-45b1-9320-1a910982cc5f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.306047] env[68166]: DEBUG oslo_concurrency.lockutils [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] Acquiring lock "a280c315-55e1-4e87-934c-e68328ced4b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.306047] env[68166]: DEBUG oslo_concurrency.lockutils [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] Lock "a280c315-55e1-4e87-934c-e68328ced4b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.306047] env[68166]: DEBUG oslo_concurrency.lockutils [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] Lock "a280c315-55e1-4e87-934c-e68328ced4b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.306047] env[68166]: DEBUG nova.compute.manager [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] No waiting events found dispatching network-vif-plugged-334fcdf4-b4a6-45b1-9320-1a910982cc5f {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.306422] env[68166]: WARNING nova.compute.manager [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Received unexpected event network-vif-plugged-334fcdf4-b4a6-45b1-9320-1a910982cc5f for instance with vm_state building and task_state spawning. [ 612.306422] env[68166]: DEBUG nova.compute.manager [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Received event network-changed-334fcdf4-b4a6-45b1-9320-1a910982cc5f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.306422] env[68166]: DEBUG nova.compute.manager [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Refreshing instance network info cache due to event network-changed-334fcdf4-b4a6-45b1-9320-1a910982cc5f. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.306422] env[68166]: DEBUG oslo_concurrency.lockutils [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] Acquiring lock "refresh_cache-a280c315-55e1-4e87-934c-e68328ced4b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.306422] env[68166]: DEBUG oslo_concurrency.lockutils [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] Acquired lock "refresh_cache-a280c315-55e1-4e87-934c-e68328ced4b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.306872] env[68166]: DEBUG nova.network.neutron [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Refreshing network info cache for port 334fcdf4-b4a6-45b1-9320-1a910982cc5f {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.313376] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.325092] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.396649] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806214, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.520729] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806215, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.612535] env[68166]: DEBUG nova.network.neutron [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance_info_cache with network_info: [{"id": "1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5", "address": "fa:16:3e:b7:7a:a9", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0e6c45-bc", "ovs_interfaceid": "1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.646286] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806212, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.709952] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806207, 'name': CreateVM_Task, 'duration_secs': 1.72507} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.710171] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.710936] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.711087] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.711402] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.711666] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1154d3b-f0b9-4dce-96d4-49e936859f8c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.720755] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 612.720755] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f027af-4eab-7447-8086-12e5aff49c22" [ 612.720755] env[68166]: _type = "Task" [ 612.720755] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.734906] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f027af-4eab-7447-8086-12e5aff49c22, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.735326] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.735526] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.736213] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.736213] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.736367] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.736680] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5989f811-970e-4997-a24f-42f66e201de3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.749992] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.750931] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.751472] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ec1280-c5a1-4971-ade5-822d414401b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.759794] env[68166]: DEBUG nova.network.neutron [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.769382] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 612.769382] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f03b87-9a8c-8857-272e-ccb964699751" [ 612.769382] env[68166]: _type = "Task" [ 612.769382] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.783777] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.612915} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.783777] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.783777] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf76dd-c4ec-4660-9a83-ad3e61cbcca2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.792809] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f03b87-9a8c-8857-272e-ccb964699751, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.801865] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5488a7d-b140-40d6-a4c3-5ed515eb89bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.827570] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] f7498597-2d98-4056-a0b2-218246e8c9ee/f7498597-2d98-4056-a0b2-218246e8c9ee.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.833873] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07f05cc3-51c8-49d9-97da-fadd033a95d6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.854555] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 612.854555] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]523669e4-2521-dad3-0520-be15906e6cda" [ 612.854555] env[68166]: _type = "Task" [ 612.854555] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.861722] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806213, 'name': ReconfigVM_Task, 'duration_secs': 1.367048} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.863250] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe/553ee163-1336-4434-89f6-4bbc5f5fa2fe.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.864137] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 612.864137] env[68166]: value = "task-2806217" [ 612.864137] env[68166]: _type = "Task" [ 612.864137] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.864745] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5815735d-8dfd-4d28-b25d-8219c6579f02 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.873698] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523669e4-2521-dad3-0520-be15906e6cda, 'name': SearchDatastore_Task, 'duration_secs': 0.010705} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.875255] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.875511] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] a280c315-55e1-4e87-934c-e68328ced4b1/a280c315-55e1-4e87-934c-e68328ced4b1.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.876364] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a8ce1-715b-4d76-bb7c-48a3d2656e7a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.879585] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2223ba67-a0b0-4268-8270-2487e0466d6c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.883872] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Waiting for the task: (returnval){ [ 612.883872] env[68166]: value = "task-2806218" [ 612.883872] env[68166]: _type = "Task" [ 612.883872] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.888511] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.898975] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415db3c9-d7b2-4c13-80a0-eae829ca0c61 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.910078] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 612.910078] env[68166]: value = "task-2806219" [ 612.910078] env[68166]: _type = "Task" [ 612.910078] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.920068] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806218, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.920318] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806214, 'name': ReconfigVM_Task, 'duration_secs': 1.225706} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.951682] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Reconfigured VM instance instance-00000010 to attach disk [datastore1] b8c67555-fca1-4aa9-85fa-ccb217eb34ec/b8c67555-fca1-4aa9-85fa-ccb217eb34ec.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.953287] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b2beafe-9016-4bce-a4bd-d536da1ef3ae {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.955313] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43b17e3-1fd1-46f5-aa77-8ebca9ce2799 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.969116] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61aff94-7b54-4410-8c76-424b8761651a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.973219] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.973632] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 612.973632] env[68166]: value = "task-2806220" [ 612.973632] env[68166]: _type = "Task" [ 612.973632] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.987991] env[68166]: DEBUG nova.compute.provider_tree [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.993875] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806220, 'name': Rename_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.013376] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806215, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.071688] env[68166]: DEBUG nova.network.neutron [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Updating instance_info_cache with network_info: [{"id": "1cc9dd63-c50f-4630-8307-9fe192877a0a", "address": "fa:16:3e:6b:d2:9d", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cc9dd63-c5", "ovs_interfaceid": "1cc9dd63-c50f-4630-8307-9fe192877a0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.112092] env[68166]: DEBUG nova.compute.manager [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.114627] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "refresh_cache-3a2b3377-72ea-4d06-9b48-e82757055254" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.114865] env[68166]: DEBUG nova.objects.instance [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lazy-loading 'migration_context' on Instance uuid 3a2b3377-72ea-4d06-9b48-e82757055254 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.147771] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806212, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.158038] env[68166]: DEBUG nova.virt.hardware [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.158329] env[68166]: DEBUG nova.virt.hardware [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.158329] env[68166]: DEBUG nova.virt.hardware [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.158517] env[68166]: DEBUG nova.virt.hardware [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.158663] env[68166]: DEBUG nova.virt.hardware [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.158809] env[68166]: DEBUG nova.virt.hardware [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.159034] env[68166]: DEBUG nova.virt.hardware [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.159201] env[68166]: DEBUG nova.virt.hardware [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.159387] env[68166]: DEBUG nova.virt.hardware [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.159632] env[68166]: DEBUG nova.virt.hardware [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.159853] env[68166]: DEBUG nova.virt.hardware [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.161505] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0408cf-dc6b-46ca-b526-0d34ab3c4baf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.172481] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4f7139-1ddd-42ae-be33-5ea351270fa6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.260176] env[68166]: DEBUG nova.network.neutron [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Updated VIF entry in instance network info cache for port 334fcdf4-b4a6-45b1-9320-1a910982cc5f. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.260176] env[68166]: DEBUG nova.network.neutron [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Updating instance_info_cache with network_info: [{"id": "334fcdf4-b4a6-45b1-9320-1a910982cc5f", "address": "fa:16:3e:0a:92:1a", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334fcdf4-b4", "ovs_interfaceid": "334fcdf4-b4a6-45b1-9320-1a910982cc5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.378960] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.406115] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806218, 'name': Rename_Task, 'duration_secs': 0.18425} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.406755] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.407128] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7de85f7-ec94-49e4-9146-ae544b083e99 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.417530] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Waiting for the task: (returnval){ [ 613.417530] env[68166]: value = "task-2806221" [ 613.417530] env[68166]: _type = "Task" [ 613.417530] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.441862] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.442297] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806219, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.487450] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806220, 'name': Rename_Task, 'duration_secs': 0.291111} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.487762] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.488102] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de48a204-7a2e-42dc-8852-0c5c41a40b36 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.490906] env[68166]: DEBUG nova.scheduler.client.report [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.501951] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 613.501951] env[68166]: value = "task-2806222" [ 613.501951] env[68166]: _type = "Task" [ 613.501951] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.515696] env[68166]: DEBUG oslo_vmware.api [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806215, 'name': PowerOnVM_Task, 'duration_secs': 1.983883} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.520450] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.520922] env[68166]: INFO nova.compute.manager [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Took 11.67 seconds to spawn the instance on the hypervisor. [ 613.521184] env[68166]: DEBUG nova.compute.manager [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.521857] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.522665] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6ffc74-81f2-4a47-b3b7-0974132a6f5f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.566597] env[68166]: DEBUG nova.compute.manager [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Received event network-vif-plugged-1cc9dd63-c50f-4630-8307-9fe192877a0a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.566597] env[68166]: DEBUG oslo_concurrency.lockutils [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] Acquiring lock "4ed59fbb-5b90-4c04-ad38-b9a8a64748f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.567041] env[68166]: DEBUG oslo_concurrency.lockutils [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] Lock "4ed59fbb-5b90-4c04-ad38-b9a8a64748f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.567041] env[68166]: DEBUG oslo_concurrency.lockutils [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] Lock "4ed59fbb-5b90-4c04-ad38-b9a8a64748f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.567165] env[68166]: DEBUG nova.compute.manager [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] No waiting events found dispatching network-vif-plugged-1cc9dd63-c50f-4630-8307-9fe192877a0a {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.570244] env[68166]: WARNING nova.compute.manager [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Received unexpected event network-vif-plugged-1cc9dd63-c50f-4630-8307-9fe192877a0a for instance with vm_state building and task_state spawning. [ 613.570244] env[68166]: DEBUG nova.compute.manager [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Received event network-changed-1cc9dd63-c50f-4630-8307-9fe192877a0a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.570244] env[68166]: DEBUG nova.compute.manager [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Refreshing instance network info cache due to event network-changed-1cc9dd63-c50f-4630-8307-9fe192877a0a. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 613.570244] env[68166]: DEBUG oslo_concurrency.lockutils [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] Acquiring lock "refresh_cache-4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.574423] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "refresh_cache-4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.574845] env[68166]: DEBUG nova.compute.manager [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Instance network_info: |[{"id": "1cc9dd63-c50f-4630-8307-9fe192877a0a", "address": "fa:16:3e:6b:d2:9d", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cc9dd63-c5", "ovs_interfaceid": "1cc9dd63-c50f-4630-8307-9fe192877a0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.575237] env[68166]: DEBUG oslo_concurrency.lockutils [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] Acquired lock "refresh_cache-4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.576671] env[68166]: DEBUG nova.network.neutron [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Refreshing network info cache for port 1cc9dd63-c50f-4630-8307-9fe192877a0a {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.577411] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:d2:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cc9dd63-c50f-4630-8307-9fe192877a0a', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.586626] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.588455] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.588455] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-888edca4-ce64-41b1-9d55-7484978ab968 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.620076] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.620076] env[68166]: value = "task-2806223" [ 613.620076] env[68166]: _type = "Task" [ 613.620076] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.620928] env[68166]: DEBUG nova.objects.base [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Object Instance<3a2b3377-72ea-4d06-9b48-e82757055254> lazy-loaded attributes: info_cache,migration_context {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 613.625099] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d53c54-b0b8-46f1-bdf8-e0fb6dd7f2e7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.651619] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806223, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.653872] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7b6d0b-b760-4503-87a8-0fff8784b381 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.665671] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806212, 'name': CloneVM_Task, 'duration_secs': 2.382931} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.665671] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Created linked-clone VM from snapshot [ 613.666306] env[68166]: DEBUG oslo_vmware.api [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 613.666306] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]520fb44a-b6ef-4e50-0fe2-2d9f68b77287" [ 613.666306] env[68166]: _type = "Task" [ 613.666306] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.666949] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f02706-bb0c-48ea-b4c2-b68af31f25b4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.679797] env[68166]: DEBUG oslo_vmware.api [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520fb44a-b6ef-4e50-0fe2-2d9f68b77287, 'name': SearchDatastore_Task, 'duration_secs': 0.008263} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.683072] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.683408] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Uploading image a36d20c1-2a33-4c5a-9b7c-befdc6505223 {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 613.698487] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 613.698487] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b90fc603-5858-4ba9-a47f-c364690a9ca0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.707636] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 613.707636] env[68166]: value = "task-2806224" [ 613.707636] env[68166]: _type = "Task" [ 613.707636] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.720238] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806224, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.762369] env[68166]: DEBUG oslo_concurrency.lockutils [req-e30d6b9d-b057-408b-9986-56b9f97fb4f4 req-2bc6fdf3-9ad8-4248-84f4-0070fc438ae4 service nova] Releasing lock "refresh_cache-a280c315-55e1-4e87-934c-e68328ced4b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.881473] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806217, 'name': ReconfigVM_Task, 'duration_secs': 0.716948} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.881743] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Reconfigured VM instance instance-0000000c to attach disk [datastore2] f7498597-2d98-4056-a0b2-218246e8c9ee/f7498597-2d98-4056-a0b2-218246e8c9ee.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.882416] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca718d3a-e92f-4ac3-b5ff-7c6a1c02c01c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.891825] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 613.891825] env[68166]: value = "task-2806225" [ 613.891825] env[68166]: _type = "Task" [ 613.891825] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.903311] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806225, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.932119] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.938522] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599299} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.938756] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] a280c315-55e1-4e87-934c-e68328ced4b1/a280c315-55e1-4e87-934c-e68328ced4b1.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.938977] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.939258] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86d5db14-ce8a-435d-9720-7493c968e423 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.949675] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 613.949675] env[68166]: value = "task-2806226" [ 613.949675] env[68166]: _type = "Task" [ 613.949675] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.963529] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.993311] env[68166]: DEBUG nova.network.neutron [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Successfully updated port: 61c853a6-7238-441f-ad82-1e00c896e4fe {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.999924] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.931s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.000687] env[68166]: DEBUG nova.compute.manager [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.003876] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.509s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.004270] env[68166]: DEBUG nova.objects.instance [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Lazy-loading 'resources' on Instance uuid d570add5-1201-4132-8af7-b25d20d33356 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 614.022417] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806222, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.042949] env[68166]: INFO nova.compute.manager [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Took 32.83 seconds to build instance. [ 614.132336] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806223, 'name': CreateVM_Task, 'duration_secs': 0.432695} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.134929] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.135839] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.136017] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.136342] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.136899] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f3be30-eb6e-4ce4-b680-9b906a412d6b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.142789] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 614.142789] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b5c075-4bce-8c69-975d-0e292ca99973" [ 614.142789] env[68166]: _type = "Task" [ 614.142789] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.154301] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b5c075-4bce-8c69-975d-0e292ca99973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.219185] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806224, 'name': Destroy_Task, 'duration_secs': 0.453899} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.219612] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Destroyed the VM [ 614.220089] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 614.220447] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-993aabef-3773-4713-bd4d-da50919b5841 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.230370] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 614.230370] env[68166]: value = "task-2806227" [ 614.230370] env[68166]: _type = "Task" [ 614.230370] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.239874] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806227, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.361110] env[68166]: DEBUG nova.network.neutron [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Updated VIF entry in instance network info cache for port 1cc9dd63-c50f-4630-8307-9fe192877a0a. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.361110] env[68166]: DEBUG nova.network.neutron [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Updating instance_info_cache with network_info: [{"id": "1cc9dd63-c50f-4630-8307-9fe192877a0a", "address": "fa:16:3e:6b:d2:9d", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cc9dd63-c5", "ovs_interfaceid": "1cc9dd63-c50f-4630-8307-9fe192877a0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.402290] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806225, 'name': Rename_Task, 'duration_secs': 0.185401} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.402635] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.402884] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33d58db4-d057-4015-a218-28837c545a1c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.416612] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 614.416612] env[68166]: value = "task-2806228" [ 614.416612] env[68166]: _type = "Task" [ 614.416612] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.439039] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806221, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.439679] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.461397] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077594} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.461670] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.462515] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449b9f41-fbba-428c-8aaf-0f88ed02b34e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.487934] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] a280c315-55e1-4e87-934c-e68328ced4b1/a280c315-55e1-4e87-934c-e68328ced4b1.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.488366] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.488639] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41998df7-3af1-40b3-b008-886416d5d7ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.504029] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.504912] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "refresh_cache-f1ed11a4-6524-41b7-a2f2-84b3e75a99e0" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.505050] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "refresh_cache-f1ed11a4-6524-41b7-a2f2-84b3e75a99e0" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.505194] env[68166]: DEBUG nova.network.neutron [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.512509] env[68166]: DEBUG nova.compute.utils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.520157] env[68166]: DEBUG nova.compute.manager [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.520387] env[68166]: DEBUG nova.network.neutron [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.522190] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 614.522190] env[68166]: value = "task-2806229" [ 614.522190] env[68166]: _type = "Task" [ 614.522190] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.534617] env[68166]: DEBUG oslo_vmware.api [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806222, 'name': PowerOnVM_Task, 'duration_secs': 0.668629} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.535290] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.535506] env[68166]: INFO nova.compute.manager [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Took 10.05 seconds to spawn the instance on the hypervisor. [ 614.535695] env[68166]: DEBUG nova.compute.manager [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.536538] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b100fb-28ab-4714-86b4-edbae61a94e7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.544096] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.547688] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1f3a3d76-ec85-4562-a904-a05c4ad58a58 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "3252ed02-af47-4919-a692-2a1f9a325fe1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.340s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.565021] env[68166]: DEBUG nova.policy [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '297b58c8fe5c440290a8633572fea98c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a1a4de384b4a958b6ba53c9f91f135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.655819] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b5c075-4bce-8c69-975d-0e292ca99973, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.658555] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.659743] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.659743] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.659743] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.659743] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.660994] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00215077-f43d-4676-8b0f-1a8adb3b2898 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.669417] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.669608] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.672883] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb8863d-4a6f-4787-b39a-c9a494b293fe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.680178] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 614.680178] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5277a77c-d101-5faf-dbd8-d70590dc05b7" [ 614.680178] env[68166]: _type = "Task" [ 614.680178] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.691298] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5277a77c-d101-5faf-dbd8-d70590dc05b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.742169] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806227, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.864752] env[68166]: DEBUG oslo_concurrency.lockutils [req-60e74d59-3b5d-4135-93a7-16417ff0c0fc req-f6bdeec7-7118-4ac6-ae43-9d816df0259e service nova] Releasing lock "refresh_cache-4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.943066] env[68166]: DEBUG nova.compute.manager [req-07726d9d-a92d-4ebf-af7f-dee7b4d759c9 req-04269032-ae75-407c-98e4-37bbb08917b4 service nova] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Received event network-vif-plugged-61c853a6-7238-441f-ad82-1e00c896e4fe {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.943066] env[68166]: DEBUG oslo_concurrency.lockutils [req-07726d9d-a92d-4ebf-af7f-dee7b4d759c9 req-04269032-ae75-407c-98e4-37bbb08917b4 service nova] Acquiring lock "f1ed11a4-6524-41b7-a2f2-84b3e75a99e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.943066] env[68166]: DEBUG oslo_concurrency.lockutils [req-07726d9d-a92d-4ebf-af7f-dee7b4d759c9 req-04269032-ae75-407c-98e4-37bbb08917b4 service nova] Lock "f1ed11a4-6524-41b7-a2f2-84b3e75a99e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.943449] env[68166]: DEBUG oslo_concurrency.lockutils [req-07726d9d-a92d-4ebf-af7f-dee7b4d759c9 req-04269032-ae75-407c-98e4-37bbb08917b4 service nova] Lock "f1ed11a4-6524-41b7-a2f2-84b3e75a99e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.943449] env[68166]: DEBUG nova.compute.manager [req-07726d9d-a92d-4ebf-af7f-dee7b4d759c9 req-04269032-ae75-407c-98e4-37bbb08917b4 service nova] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] No waiting events found dispatching network-vif-plugged-61c853a6-7238-441f-ad82-1e00c896e4fe {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.943592] env[68166]: WARNING nova.compute.manager [req-07726d9d-a92d-4ebf-af7f-dee7b4d759c9 req-04269032-ae75-407c-98e4-37bbb08917b4 service nova] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Received unexpected event network-vif-plugged-61c853a6-7238-441f-ad82-1e00c896e4fe for instance with vm_state building and task_state spawning. [ 614.944230] env[68166]: DEBUG oslo_vmware.api [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Task: {'id': task-2806221, 'name': PowerOnVM_Task, 'duration_secs': 1.056771} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.944431] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.945732] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.945732] env[68166]: DEBUG nova.compute.manager [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.945852] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c354fd54-3503-4ff7-8ca8-b3d4c680f55b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.021284] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.021892] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.022148] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.023858] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68166) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 615.023858] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.024144] env[68166]: DEBUG nova.compute.manager [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.041629] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.058943] env[68166]: DEBUG nova.compute.manager [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.071699] env[68166]: DEBUG nova.network.neutron [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.074494] env[68166]: INFO nova.compute.manager [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Took 32.57 seconds to build instance. [ 615.174070] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cfb6c6-4f71-4276-a7e0-bdb1915cc14a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.189741] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ee18d7-a585-4771-b0c8-c1cb2cba66ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.199243] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5277a77c-d101-5faf-dbd8-d70590dc05b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.199372] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70815a3f-bac8-41c0-b56f-79d7daaf0295 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.240258] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7ab165-631f-49cf-bc44-cc5239e4abb6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.246982] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 615.246982] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5287b44d-3978-1e00-1666-2f705b0e0818" [ 615.246982] env[68166]: _type = "Task" [ 615.246982] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.253237] env[68166]: DEBUG nova.network.neutron [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Successfully created port: 0f5af11b-882c-46d9-a62d-db9f7bbe36c2 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.261707] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806227, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.265021] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c393fca5-cb50-4996-a52f-465fedb4f3b4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.273359] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5287b44d-3978-1e00-1666-2f705b0e0818, 'name': SearchDatastore_Task, 'duration_secs': 0.014369} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.274082] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.274365] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1/4ed59fbb-5b90-4c04-ad38-b9a8a64748f1.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.274630] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7b59291-a268-4a52-9570-9824dd8f818e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.285533] env[68166]: DEBUG nova.compute.provider_tree [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.296124] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 615.296124] env[68166]: value = "task-2806230" [ 615.296124] env[68166]: _type = "Task" [ 615.296124] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.311188] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.314581] env[68166]: DEBUG nova.network.neutron [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Updating instance_info_cache with network_info: [{"id": "61c853a6-7238-441f-ad82-1e00c896e4fe", "address": "fa:16:3e:7d:34:6e", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c853a6-72", "ovs_interfaceid": "61c853a6-7238-441f-ad82-1e00c896e4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.428947] env[68166]: DEBUG oslo_vmware.api [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806228, 'name': PowerOnVM_Task, 'duration_secs': 0.981535} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.430548] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.430873] env[68166]: DEBUG nova.compute.manager [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.431936] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74041011-d999-4ff8-ba8f-1209180aeac0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.468151] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.525021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.551132] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806229, 'name': ReconfigVM_Task, 'duration_secs': 0.81757} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.551132] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Reconfigured VM instance instance-00000011 to attach disk [datastore2] a280c315-55e1-4e87-934c-e68328ced4b1/a280c315-55e1-4e87-934c-e68328ced4b1.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.551400] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9231bf30-3533-4652-a64b-39d2645dbfcc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.561140] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 615.561140] env[68166]: value = "task-2806231" [ 615.561140] env[68166]: _type = "Task" [ 615.561140] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.582024] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c6cd6ac0-3926-4909-8c42-dcc1ccecf33b tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "b8c67555-fca1-4aa9-85fa-ccb217eb34ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.367s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.582024] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806231, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.603748] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.747285] env[68166]: DEBUG oslo_vmware.api [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806227, 'name': RemoveSnapshot_Task, 'duration_secs': 1.195444} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.747717] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 615.792247] env[68166]: DEBUG nova.scheduler.client.report [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.811584] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806230, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.817214] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "refresh_cache-f1ed11a4-6524-41b7-a2f2-84b3e75a99e0" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.817515] env[68166]: DEBUG nova.compute.manager [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Instance network_info: |[{"id": "61c853a6-7238-441f-ad82-1e00c896e4fe", "address": "fa:16:3e:7d:34:6e", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c853a6-72", "ovs_interfaceid": "61c853a6-7238-441f-ad82-1e00c896e4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.817947] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:34:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61c853a6-7238-441f-ad82-1e00c896e4fe', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.826221] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Creating folder: Project (9e4a67f61f60465f9b1b93002f15fd69). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.826841] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db39ad55-10f0-4de6-97e4-18fe2ee0fa98 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.950899] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.044841] env[68166]: DEBUG nova.compute.manager [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.073196] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806231, 'name': Rename_Task, 'duration_secs': 0.276679} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.075438] env[68166]: DEBUG nova.virt.hardware [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.075670] env[68166]: DEBUG nova.virt.hardware [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.075837] env[68166]: DEBUG nova.virt.hardware [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.076055] env[68166]: DEBUG nova.virt.hardware [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.076207] env[68166]: DEBUG nova.virt.hardware [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.076355] env[68166]: DEBUG nova.virt.hardware [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.076565] env[68166]: DEBUG nova.virt.hardware [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.076723] env[68166]: DEBUG nova.virt.hardware [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.076891] env[68166]: DEBUG nova.virt.hardware [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.077059] env[68166]: DEBUG nova.virt.hardware [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.077234] env[68166]: DEBUG nova.virt.hardware [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.077656] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.078339] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8673df-d655-4b64-9d6c-ba09bd6979b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.083049] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-982a885a-4ef9-43f4-8406-9550d7e67210 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.083887] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Created folder: Project (9e4a67f61f60465f9b1b93002f15fd69) in parent group-v563881. [ 616.084106] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Creating folder: Instances. Parent ref: group-v563941. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.085063] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f1fb0c3-9aa6-4cd1-b941-d41df605372e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.090779] env[68166]: DEBUG nova.compute.manager [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.097040] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dec7f5-d4d0-47e7-81dd-c93263c0f1fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.104116] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 616.104116] env[68166]: value = "task-2806233" [ 616.104116] env[68166]: _type = "Task" [ 616.104116] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.109533] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Created folder: Instances in parent group-v563941. [ 616.109827] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.121355] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.121865] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.122092] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fa71497-675d-4c75-89cd-5878fce9cd61 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.145208] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.145208] env[68166]: value = "task-2806235" [ 616.145208] env[68166]: _type = "Task" [ 616.145208] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.154961] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806235, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.253030] env[68166]: WARNING nova.compute.manager [None req-b73777c6-d363-499c-9db8-afd9ec555242 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Image not found during snapshot: nova.exception.ImageNotFound: Image a36d20c1-2a33-4c5a-9b7c-befdc6505223 could not be found. [ 616.297993] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.300474] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.895s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.302032] env[68166]: INFO nova.compute.claims [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.320287] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537321} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.321374] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1/4ed59fbb-5b90-4c04-ad38-b9a8a64748f1.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.321374] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.322291] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-717a97ef-3829-46dd-8eae-8aed413dd8f4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.334793] env[68166]: INFO nova.scheduler.client.report [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Deleted allocations for instance d570add5-1201-4132-8af7-b25d20d33356 [ 616.336206] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 616.336206] env[68166]: value = "task-2806236" [ 616.336206] env[68166]: _type = "Task" [ 616.336206] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.352650] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.429140] env[68166]: DEBUG nova.compute.manager [req-1dd068ce-c28d-4ba7-a015-cc290f7510b0 req-5dab4c5a-3590-495c-8a89-35543be079ea service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Received event network-changed-b630f664-9f01-4764-8d65-91fdda4bcd15 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.429140] env[68166]: DEBUG nova.compute.manager [req-1dd068ce-c28d-4ba7-a015-cc290f7510b0 req-5dab4c5a-3590-495c-8a89-35543be079ea service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Refreshing instance network info cache due to event network-changed-b630f664-9f01-4764-8d65-91fdda4bcd15. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 616.429878] env[68166]: DEBUG oslo_concurrency.lockutils [req-1dd068ce-c28d-4ba7-a015-cc290f7510b0 req-5dab4c5a-3590-495c-8a89-35543be079ea service nova] Acquiring lock "refresh_cache-729030b9-3aea-41d0-be03-674f4178bba6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.429878] env[68166]: DEBUG oslo_concurrency.lockutils [req-1dd068ce-c28d-4ba7-a015-cc290f7510b0 req-5dab4c5a-3590-495c-8a89-35543be079ea service nova] Acquired lock "refresh_cache-729030b9-3aea-41d0-be03-674f4178bba6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.429878] env[68166]: DEBUG nova.network.neutron [req-1dd068ce-c28d-4ba7-a015-cc290f7510b0 req-5dab4c5a-3590-495c-8a89-35543be079ea service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Refreshing network info cache for port b630f664-9f01-4764-8d65-91fdda4bcd15 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.618447] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.623323] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.656909] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806235, 'name': CreateVM_Task, 'duration_secs': 0.448555} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.657473] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.660223] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.660223] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.660223] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.660223] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a069f496-d46a-4fbc-a673-8e99dc7d99a6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.666031] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 616.666031] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d6c291-752e-eaa4-f6b4-936c3a421789" [ 616.666031] env[68166]: _type = "Task" [ 616.666031] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.675672] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d6c291-752e-eaa4-f6b4-936c3a421789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.851662] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e24be77c-7b86-4e4f-a70c-1d93b6cfbcfe tempest-ServerDiagnosticsTest-926366812 tempest-ServerDiagnosticsTest-926366812-project-member] Lock "d570add5-1201-4132-8af7-b25d20d33356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.856365] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082109} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.856573] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.857687] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dbd936-cf3a-4933-b64e-162049a7f492 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.883941] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1/4ed59fbb-5b90-4c04-ad38-b9a8a64748f1.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.885031] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a4b0b7f-869b-405c-9ccb-b5f6df9e7918 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.912644] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 616.912644] env[68166]: value = "task-2806237" [ 616.912644] env[68166]: _type = "Task" [ 616.912644] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.925480] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.008608] env[68166]: DEBUG oslo_concurrency.lockutils [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquiring lock "553ee163-1336-4434-89f6-4bbc5f5fa2fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.011420] env[68166]: DEBUG oslo_concurrency.lockutils [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lock "553ee163-1336-4434-89f6-4bbc5f5fa2fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.011420] env[68166]: DEBUG oslo_concurrency.lockutils [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquiring lock "553ee163-1336-4434-89f6-4bbc5f5fa2fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.011420] env[68166]: DEBUG oslo_concurrency.lockutils [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lock "553ee163-1336-4434-89f6-4bbc5f5fa2fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.011420] env[68166]: DEBUG oslo_concurrency.lockutils [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lock "553ee163-1336-4434-89f6-4bbc5f5fa2fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.012256] env[68166]: INFO nova.compute.manager [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Terminating instance [ 617.116668] env[68166]: DEBUG oslo_vmware.api [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806233, 'name': PowerOnVM_Task, 'duration_secs': 0.734889} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.116953] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.117270] env[68166]: INFO nova.compute.manager [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Took 9.78 seconds to spawn the instance on the hypervisor. [ 617.117870] env[68166]: DEBUG nova.compute.manager [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.118766] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5886b6dd-0195-440d-be37-ccab4c1be291 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.182883] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d6c291-752e-eaa4-f6b4-936c3a421789, 'name': SearchDatastore_Task, 'duration_secs': 0.011746} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.183235] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.186206] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.186206] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.186206] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.186206] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.186206] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1c93d95-3a7a-4303-a985-e4a06fcb6a7f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.195649] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.195821] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.196838] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-699f8064-7d3c-4a53-951f-efe532c8759e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.203520] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 617.203520] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d917b3-379f-abf2-020d-f880b947d939" [ 617.203520] env[68166]: _type = "Task" [ 617.203520] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.217891] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d917b3-379f-abf2-020d-f880b947d939, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.218714] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6794a59-557e-4636-94eb-272cc8eac2cb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.226081] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 617.226081] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52846534-01b9-38df-f4d2-501e59cd3382" [ 617.226081] env[68166]: _type = "Task" [ 617.226081] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.237426] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52846534-01b9-38df-f4d2-501e59cd3382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.295580] env[68166]: DEBUG nova.network.neutron [req-1dd068ce-c28d-4ba7-a015-cc290f7510b0 req-5dab4c5a-3590-495c-8a89-35543be079ea service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Updated VIF entry in instance network info cache for port b630f664-9f01-4764-8d65-91fdda4bcd15. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.295938] env[68166]: DEBUG nova.network.neutron [req-1dd068ce-c28d-4ba7-a015-cc290f7510b0 req-5dab4c5a-3590-495c-8a89-35543be079ea service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Updating instance_info_cache with network_info: [{"id": "b630f664-9f01-4764-8d65-91fdda4bcd15", "address": "fa:16:3e:7c:6f:d6", "network": {"id": "4a675fd0-920c-4aa7-9110-71ad697c19c9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1868956294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a62bc7b9d041f7bd3ec7c3be7cb7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb630f664-9f", "ovs_interfaceid": "b630f664-9f01-4764-8d65-91fdda4bcd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.430453] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.432156] env[68166]: DEBUG nova.network.neutron [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Successfully updated port: 0f5af11b-882c-46d9-a62d-db9f7bbe36c2 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.520321] env[68166]: DEBUG oslo_concurrency.lockutils [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquiring lock "refresh_cache-553ee163-1336-4434-89f6-4bbc5f5fa2fe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.520451] env[68166]: DEBUG oslo_concurrency.lockutils [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquired lock "refresh_cache-553ee163-1336-4434-89f6-4bbc5f5fa2fe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.520995] env[68166]: DEBUG nova.network.neutron [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.631155] env[68166]: DEBUG nova.compute.manager [req-76b276b6-b6c4-4ae8-869b-e50324047c42 req-d867f764-50f9-4c29-906b-d019cde34d2e service nova] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Received event network-changed-61c853a6-7238-441f-ad82-1e00c896e4fe {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.631155] env[68166]: DEBUG nova.compute.manager [req-76b276b6-b6c4-4ae8-869b-e50324047c42 req-d867f764-50f9-4c29-906b-d019cde34d2e service nova] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Refreshing instance network info cache due to event network-changed-61c853a6-7238-441f-ad82-1e00c896e4fe. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 617.631155] env[68166]: DEBUG oslo_concurrency.lockutils [req-76b276b6-b6c4-4ae8-869b-e50324047c42 req-d867f764-50f9-4c29-906b-d019cde34d2e service nova] Acquiring lock "refresh_cache-f1ed11a4-6524-41b7-a2f2-84b3e75a99e0" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.631155] env[68166]: DEBUG oslo_concurrency.lockutils [req-76b276b6-b6c4-4ae8-869b-e50324047c42 req-d867f764-50f9-4c29-906b-d019cde34d2e service nova] Acquired lock "refresh_cache-f1ed11a4-6524-41b7-a2f2-84b3e75a99e0" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.631155] env[68166]: DEBUG nova.network.neutron [req-76b276b6-b6c4-4ae8-869b-e50324047c42 req-d867f764-50f9-4c29-906b-d019cde34d2e service nova] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Refreshing network info cache for port 61c853a6-7238-441f-ad82-1e00c896e4fe {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.646472] env[68166]: INFO nova.compute.manager [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Took 30.42 seconds to build instance. [ 617.742651] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52846534-01b9-38df-f4d2-501e59cd3382, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.742921] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.743219] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] f1ed11a4-6524-41b7-a2f2-84b3e75a99e0/f1ed11a4-6524-41b7-a2f2-84b3e75a99e0.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.743827] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cc518b0-64ad-4d72-a79f-78f90e1537ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.753239] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 617.753239] env[68166]: value = "task-2806238" [ 617.753239] env[68166]: _type = "Task" [ 617.753239] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.761399] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.799642] env[68166]: DEBUG oslo_concurrency.lockutils [req-1dd068ce-c28d-4ba7-a015-cc290f7510b0 req-5dab4c5a-3590-495c-8a89-35543be079ea service nova] Releasing lock "refresh_cache-729030b9-3aea-41d0-be03-674f4178bba6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.931885] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806237, 'name': ReconfigVM_Task, 'duration_secs': 0.549712} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.932352] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1/4ed59fbb-5b90-4c04-ad38-b9a8a64748f1.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.933141] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18d1293f-f0bb-4eb9-9b2b-cfcfab8f352f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.938019] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.938306] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.938476] env[68166]: DEBUG nova.network.neutron [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.950439] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 617.950439] env[68166]: value = "task-2806239" [ 617.950439] env[68166]: _type = "Task" [ 617.950439] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.966333] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806239, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.008942] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6fd8ac-74bb-42d3-a8c9-7e5334626fbd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.019753] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e79469-a4fd-4edd-b2e9-b844185dc6ab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.065160] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "f7498597-2d98-4056-a0b2-218246e8c9ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.065471] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "f7498597-2d98-4056-a0b2-218246e8c9ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.065787] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "f7498597-2d98-4056-a0b2-218246e8c9ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.066193] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "f7498597-2d98-4056-a0b2-218246e8c9ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.066193] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "f7498597-2d98-4056-a0b2-218246e8c9ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.068497] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bebc636-d12e-4957-b5d5-904056a24ccf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.074241] env[68166]: INFO nova.compute.manager [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Terminating instance [ 618.076949] env[68166]: DEBUG nova.network.neutron [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.087357] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b03b79a-3e03-4a0b-aa20-a5ec99e129bc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.109467] env[68166]: DEBUG nova.compute.provider_tree [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.148493] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e446936-4b83-4807-b02c-7c88f6b4a165 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "a280c315-55e1-4e87-934c-e68328ced4b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.970s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.238115] env[68166]: DEBUG nova.network.neutron [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.274586] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806238, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.426164] env[68166]: DEBUG nova.network.neutron [req-76b276b6-b6c4-4ae8-869b-e50324047c42 req-d867f764-50f9-4c29-906b-d019cde34d2e service nova] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Updated VIF entry in instance network info cache for port 61c853a6-7238-441f-ad82-1e00c896e4fe. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.426505] env[68166]: DEBUG nova.network.neutron [req-76b276b6-b6c4-4ae8-869b-e50324047c42 req-d867f764-50f9-4c29-906b-d019cde34d2e service nova] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Updating instance_info_cache with network_info: [{"id": "61c853a6-7238-441f-ad82-1e00c896e4fe", "address": "fa:16:3e:7d:34:6e", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c853a6-72", "ovs_interfaceid": "61c853a6-7238-441f-ad82-1e00c896e4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.462287] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806239, 'name': Rename_Task, 'duration_secs': 0.353317} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.462287] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.462287] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f314d6b1-fdb1-496d-8ebe-48c05b41af1b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.468881] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 618.468881] env[68166]: value = "task-2806240" [ 618.468881] env[68166]: _type = "Task" [ 618.468881] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.478310] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.502015] env[68166]: DEBUG nova.network.neutron [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.580239] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "ed2bca2e-9fe5-417b-a455-c997b75d3cdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.580532] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "ed2bca2e-9fe5-417b-a455-c997b75d3cdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.580910] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "ed2bca2e-9fe5-417b-a455-c997b75d3cdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.581373] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "ed2bca2e-9fe5-417b-a455-c997b75d3cdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.581563] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "ed2bca2e-9fe5-417b-a455-c997b75d3cdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.584177] env[68166]: DEBUG nova.compute.manager [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.584458] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.585135] env[68166]: INFO nova.compute.manager [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Terminating instance [ 618.588381] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d26d04-c9bd-4ed6-9063-aea6c677af69 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.600314] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.600731] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f9b7272-25e1-4572-9b8b-48b1e68eab3c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.613582] env[68166]: DEBUG nova.scheduler.client.report [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.622218] env[68166]: DEBUG oslo_vmware.api [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 618.622218] env[68166]: value = "task-2806241" [ 618.622218] env[68166]: _type = "Task" [ 618.622218] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.635972] env[68166]: DEBUG oslo_vmware.api [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.651112] env[68166]: DEBUG nova.compute.manager [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.741330] env[68166]: DEBUG oslo_concurrency.lockutils [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Releasing lock "refresh_cache-553ee163-1336-4434-89f6-4bbc5f5fa2fe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.742430] env[68166]: DEBUG nova.compute.manager [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.742682] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.743630] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45882314-456a-40cc-baaa-4dbbe7775d42 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.752446] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.752696] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fec52c66-96c6-4457-99c1-723085608677 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.763451] env[68166]: DEBUG oslo_vmware.api [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 618.763451] env[68166]: value = "task-2806242" [ 618.763451] env[68166]: _type = "Task" [ 618.763451] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.771773] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525592} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.772554] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] f1ed11a4-6524-41b7-a2f2-84b3e75a99e0/f1ed11a4-6524-41b7-a2f2-84b3e75a99e0.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.772821] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.773852] env[68166]: DEBUG nova.network.neutron [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Updating instance_info_cache with network_info: [{"id": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "address": "fa:16:3e:95:5a:41", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f5af11b-88", "ovs_interfaceid": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.775782] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f49367be-e913-440b-86ac-314ba856abc7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.781165] env[68166]: DEBUG oslo_vmware.api [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.787284] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 618.787284] env[68166]: value = "task-2806243" [ 618.787284] env[68166]: _type = "Task" [ 618.787284] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.798034] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.930080] env[68166]: DEBUG oslo_concurrency.lockutils [req-76b276b6-b6c4-4ae8-869b-e50324047c42 req-d867f764-50f9-4c29-906b-d019cde34d2e service nova] Releasing lock "refresh_cache-f1ed11a4-6524-41b7-a2f2-84b3e75a99e0" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.989888] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.096006] env[68166]: DEBUG nova.compute.manager [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 619.096317] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.097509] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be251df-2b11-4431-87c4-b608612b0485 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.109541] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.109844] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f5c9a1c-9e11-4517-99e6-7b192970742f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.117922] env[68166]: DEBUG oslo_vmware.api [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 619.117922] env[68166]: value = "task-2806244" [ 619.117922] env[68166]: _type = "Task" [ 619.117922] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.123800] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.124897] env[68166]: DEBUG nova.compute.manager [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.128077] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.447s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.128753] env[68166]: DEBUG nova.objects.instance [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Lazy-loading 'resources' on Instance uuid f247a07b-9db0-4745-a3c2-9ebb2883b68b {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.140700] env[68166]: DEBUG oslo_vmware.api [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.144939] env[68166]: DEBUG oslo_vmware.api [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.175421] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.275993] env[68166]: DEBUG oslo_vmware.api [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806242, 'name': PowerOffVM_Task, 'duration_secs': 0.262595} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.276516] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.276826] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.277241] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf4d6f31-67ab-4c86-ba04-d755ad2af1ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.279563] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.280026] env[68166]: DEBUG nova.compute.manager [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Instance network_info: |[{"id": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "address": "fa:16:3e:95:5a:41", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f5af11b-88", "ovs_interfaceid": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.280672] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:5a:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f5af11b-882c-46d9-a62d-db9f7bbe36c2', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.288450] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Creating folder: Project (66a1a4de384b4a958b6ba53c9f91f135). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.289917] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dea27865-75b4-4116-b7d9-255bea9810f1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.306029] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116382} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.306029] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.306029] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ca541b-b247-4ae3-98d2-3a1e820d31ba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.330144] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] f1ed11a4-6524-41b7-a2f2-84b3e75a99e0/f1ed11a4-6524-41b7-a2f2-84b3e75a99e0.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.333653] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1adccd62-4190-4c85-93cf-77687f47b5ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.349636] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.350222] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.350589] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Deleting the datastore file [datastore2] 553ee163-1336-4434-89f6-4bbc5f5fa2fe {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.351056] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Created folder: Project (66a1a4de384b4a958b6ba53c9f91f135) in parent group-v563881. [ 619.351356] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Creating folder: Instances. Parent ref: group-v563944. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.351710] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7477a5e5-7fc7-40ea-be89-2f52db5d5293 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.353849] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26172dd2-fdc7-4852-a9ce-eff628bcf009 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.363624] env[68166]: DEBUG oslo_vmware.api [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for the task: (returnval){ [ 619.363624] env[68166]: value = "task-2806247" [ 619.363624] env[68166]: _type = "Task" [ 619.363624] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.368888] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 619.368888] env[68166]: value = "task-2806248" [ 619.368888] env[68166]: _type = "Task" [ 619.368888] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.375974] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Created folder: Instances in parent group-v563944. [ 619.376790] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.377525] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.377813] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5124f892-0056-4fbf-bed5-912c5a16ebac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.405064] env[68166]: DEBUG oslo_vmware.api [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.405368] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.412493] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.412493] env[68166]: value = "task-2806250" [ 619.412493] env[68166]: _type = "Task" [ 619.412493] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.428396] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806250, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.483370] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.629913] env[68166]: DEBUG oslo_vmware.api [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806244, 'name': PowerOffVM_Task, 'duration_secs': 0.416671} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.638196] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.638628] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.641577] env[68166]: DEBUG nova.compute.utils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.647530] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd9eae9b-632a-4e47-807b-1f1b3c6e3205 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.652655] env[68166]: DEBUG nova.compute.manager [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.652655] env[68166]: DEBUG nova.network.neutron [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.663943] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "4fc3ae4b-6d30-4cc7-931b-4059175279b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.663943] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4fc3ae4b-6d30-4cc7-931b-4059175279b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.664441] env[68166]: DEBUG oslo_vmware.api [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806241, 'name': PowerOffVM_Task, 'duration_secs': 0.921164} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.665470] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.668100] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.668100] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d730ab4-cb44-499a-a368-e260d5ed12b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.795969] env[68166]: DEBUG nova.policy [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf03e530803c4684af553efb86d6cf47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9f01cce91945818222af98e15b147d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.818951] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.818951] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.818951] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleting the datastore file [datastore2] f7498597-2d98-4056-a0b2-218246e8c9ee {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.821936] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a4777a4-724a-4807-b312-2b831384a095 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.828878] env[68166]: DEBUG oslo_vmware.api [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 619.828878] env[68166]: value = "task-2806253" [ 619.828878] env[68166]: _type = "Task" [ 619.828878] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.834819] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.835292] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.835520] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Deleting the datastore file [datastore2] ed2bca2e-9fe5-417b-a455-c997b75d3cdc {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.836212] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c71fef58-be50-4bc4-8111-f5414b283325 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.842423] env[68166]: DEBUG oslo_vmware.api [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.852427] env[68166]: DEBUG oslo_vmware.api [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 619.852427] env[68166]: value = "task-2806254" [ 619.852427] env[68166]: _type = "Task" [ 619.852427] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.865413] env[68166]: DEBUG oslo_vmware.api [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.888007] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806248, 'name': ReconfigVM_Task, 'duration_secs': 0.444672} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.888353] env[68166]: DEBUG oslo_vmware.api [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Task: {'id': task-2806247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119702} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.888728] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Reconfigured VM instance instance-00000013 to attach disk [datastore2] f1ed11a4-6524-41b7-a2f2-84b3e75a99e0/f1ed11a4-6524-41b7-a2f2-84b3e75a99e0.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.889551] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.889774] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.889995] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.890257] env[68166]: INFO nova.compute.manager [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 619.890615] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.890844] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-122c76ae-4dbb-4a8b-8bca-31c99c27b782 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.894169] env[68166]: DEBUG nova.compute.manager [-] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.894298] env[68166]: DEBUG nova.network.neutron [-] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.904018] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 619.904018] env[68166]: value = "task-2806255" [ 619.904018] env[68166]: _type = "Task" [ 619.904018] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.914400] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806255, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.927781] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806250, 'name': CreateVM_Task, 'duration_secs': 0.397398} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.928721] env[68166]: DEBUG nova.network.neutron [-] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.930222] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.931298] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.931549] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.931926] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.932501] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b0d71f-5393-4fae-8adf-6d6be6856f26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.938987] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 619.938987] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a90d6c-c011-914d-efd5-dbad28a01837" [ 619.938987] env[68166]: _type = "Task" [ 619.938987] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.954754] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a90d6c-c011-914d-efd5-dbad28a01837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.983758] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.153384] env[68166]: DEBUG nova.compute.manager [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.328444] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdd3ae6-a4ab-45d6-b291-c59618d5ab65 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.351249] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee5d246-0f89-44e2-99b2-aefb5249283f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.355197] env[68166]: DEBUG oslo_vmware.api [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155947} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.356267] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.356467] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.356642] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.356820] env[68166]: INFO nova.compute.manager [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Took 1.77 seconds to destroy the instance on the hypervisor. [ 620.357062] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.360426] env[68166]: DEBUG nova.compute.manager [-] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 620.360540] env[68166]: DEBUG nova.network.neutron [-] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.395374] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23d8a45-1be2-47a6-b94f-a19fae894aef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.400019] env[68166]: DEBUG oslo_vmware.api [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16024} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.400019] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.400019] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.400019] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.400019] env[68166]: INFO nova.compute.manager [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Took 1.30 seconds to destroy the instance on the hypervisor. [ 620.400327] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.400327] env[68166]: DEBUG nova.compute.manager [-] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 620.400327] env[68166]: DEBUG nova.network.neutron [-] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.409098] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a74243-bba5-42c6-a97d-8972aa4d0801 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.428547] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806255, 'name': Rename_Task, 'duration_secs': 0.211136} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.429046] env[68166]: DEBUG nova.compute.provider_tree [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.430441] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.431270] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e46a9821-ff1f-41e4-ae83-9cefb2696ebf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.432951] env[68166]: DEBUG nova.network.neutron [-] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.445514] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 620.445514] env[68166]: value = "task-2806256" [ 620.445514] env[68166]: _type = "Task" [ 620.445514] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.455909] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a90d6c-c011-914d-efd5-dbad28a01837, 'name': SearchDatastore_Task, 'duration_secs': 0.023624} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.459325] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.459607] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.459872] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.459973] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.460321] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.460623] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.461123] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83b8abd0-7b56-46d8-af83-1ac2bea18982 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.476133] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.476745] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.477515] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb444dc-0ae2-4912-a628-aef798c3dad4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.485066] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.490358] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 620.490358] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52945138-557a-82ac-dcd6-76c377c2fea7" [ 620.490358] env[68166]: _type = "Task" [ 620.490358] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.500481] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52945138-557a-82ac-dcd6-76c377c2fea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.539477] env[68166]: DEBUG nova.network.neutron [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Successfully created port: f6676168-ce4c-4099-a79c-214934a291d5 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.824888] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "9472ee31-d423-47d4-892f-1b8676886d61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.824888] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "9472ee31-d423-47d4-892f-1b8676886d61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.931993] env[68166]: DEBUG nova.scheduler.client.report [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.939036] env[68166]: INFO nova.compute.manager [-] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Took 1.04 seconds to deallocate network for instance. [ 620.962174] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806256, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.983393] env[68166]: DEBUG oslo_vmware.api [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806240, 'name': PowerOnVM_Task, 'duration_secs': 2.117423} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.983719] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.983968] env[68166]: INFO nova.compute.manager [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Took 10.75 seconds to spawn the instance on the hypervisor. [ 620.984149] env[68166]: DEBUG nova.compute.manager [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.985614] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68df073-0eaf-4393-9cbc-3157588fc721 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.006767] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52945138-557a-82ac-dcd6-76c377c2fea7, 'name': SearchDatastore_Task, 'duration_secs': 0.012356} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.007566] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d240128-7ec1-4189-a97a-6c9be88877c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.014133] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 621.014133] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]523b487e-b74f-9805-7e1c-6dfce1691e21" [ 621.014133] env[68166]: _type = "Task" [ 621.014133] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.024797] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523b487e-b74f-9805-7e1c-6dfce1691e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.167446] env[68166]: DEBUG nova.compute.manager [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.206250] env[68166]: DEBUG nova.virt.hardware [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.206490] env[68166]: DEBUG nova.virt.hardware [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.208078] env[68166]: DEBUG nova.virt.hardware [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.208078] env[68166]: DEBUG nova.virt.hardware [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.208078] env[68166]: DEBUG nova.virt.hardware [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.212115] env[68166]: DEBUG nova.virt.hardware [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.212467] env[68166]: DEBUG nova.virt.hardware [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.212642] env[68166]: DEBUG nova.virt.hardware [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.212816] env[68166]: DEBUG nova.virt.hardware [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.213144] env[68166]: DEBUG nova.virt.hardware [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.213192] env[68166]: DEBUG nova.virt.hardware [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.214196] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c5de33-a4f3-4fc6-b7a8-b3ab8022a016 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.223801] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd8e533-a0d3-4b66-8efc-e23251b056b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.321581] env[68166]: DEBUG nova.compute.manager [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Received event network-vif-plugged-0f5af11b-882c-46d9-a62d-db9f7bbe36c2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.321801] env[68166]: DEBUG oslo_concurrency.lockutils [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] Acquiring lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.323426] env[68166]: DEBUG oslo_concurrency.lockutils [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] Lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.323426] env[68166]: DEBUG oslo_concurrency.lockutils [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] Lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.323426] env[68166]: DEBUG nova.compute.manager [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] No waiting events found dispatching network-vif-plugged-0f5af11b-882c-46d9-a62d-db9f7bbe36c2 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.323426] env[68166]: WARNING nova.compute.manager [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Received unexpected event network-vif-plugged-0f5af11b-882c-46d9-a62d-db9f7bbe36c2 for instance with vm_state building and task_state spawning. [ 621.323426] env[68166]: DEBUG nova.compute.manager [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Received event network-changed-0f5af11b-882c-46d9-a62d-db9f7bbe36c2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.323677] env[68166]: DEBUG nova.compute.manager [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Refreshing instance network info cache due to event network-changed-0f5af11b-882c-46d9-a62d-db9f7bbe36c2. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 621.323677] env[68166]: DEBUG oslo_concurrency.lockutils [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] Acquiring lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.323677] env[68166]: DEBUG oslo_concurrency.lockutils [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] Acquired lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.323677] env[68166]: DEBUG nova.network.neutron [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Refreshing network info cache for port 0f5af11b-882c-46d9-a62d-db9f7bbe36c2 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.439141] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.442711] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.429s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.442964] env[68166]: DEBUG nova.objects.instance [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 621.446730] env[68166]: DEBUG oslo_concurrency.lockutils [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.462456] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806256, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.473599] env[68166]: INFO nova.scheduler.client.report [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Deleted allocations for instance f247a07b-9db0-4745-a3c2-9ebb2883b68b [ 621.509898] env[68166]: INFO nova.compute.manager [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Took 33.63 seconds to build instance. [ 621.526248] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523b487e-b74f-9805-7e1c-6dfce1691e21, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.526524] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.526901] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 6cab09dd-a5da-45a3-9058-2d99be5e8a76/6cab09dd-a5da-45a3-9058-2d99be5e8a76.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.527089] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c622502e-0039-4c26-8af9-31a24ad0817c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.537676] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 621.537676] env[68166]: value = "task-2806257" [ 621.537676] env[68166]: _type = "Task" [ 621.537676] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.550857] env[68166]: DEBUG nova.network.neutron [-] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.552189] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.582244] env[68166]: DEBUG nova.network.neutron [-] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.792186] env[68166]: DEBUG nova.compute.manager [req-ecd6d8de-3b72-449b-8bfe-b6d38145d120 req-526191a0-33d8-4166-b603-66ebfb18fc16 service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Received event network-changed-b630f664-9f01-4764-8d65-91fdda4bcd15 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.792476] env[68166]: DEBUG nova.compute.manager [req-ecd6d8de-3b72-449b-8bfe-b6d38145d120 req-526191a0-33d8-4166-b603-66ebfb18fc16 service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Refreshing instance network info cache due to event network-changed-b630f664-9f01-4764-8d65-91fdda4bcd15. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 621.795698] env[68166]: DEBUG oslo_concurrency.lockutils [req-ecd6d8de-3b72-449b-8bfe-b6d38145d120 req-526191a0-33d8-4166-b603-66ebfb18fc16 service nova] Acquiring lock "refresh_cache-729030b9-3aea-41d0-be03-674f4178bba6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.795698] env[68166]: DEBUG oslo_concurrency.lockutils [req-ecd6d8de-3b72-449b-8bfe-b6d38145d120 req-526191a0-33d8-4166-b603-66ebfb18fc16 service nova] Acquired lock "refresh_cache-729030b9-3aea-41d0-be03-674f4178bba6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.795698] env[68166]: DEBUG nova.network.neutron [req-ecd6d8de-3b72-449b-8bfe-b6d38145d120 req-526191a0-33d8-4166-b603-66ebfb18fc16 service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Refreshing network info cache for port b630f664-9f01-4764-8d65-91fdda4bcd15 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.971084] env[68166]: DEBUG oslo_vmware.api [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806256, 'name': PowerOnVM_Task, 'duration_secs': 1.450808} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.971084] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.971084] env[68166]: INFO nova.compute.manager [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Took 8.86 seconds to spawn the instance on the hypervisor. [ 621.971084] env[68166]: DEBUG nova.compute.manager [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.971084] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b6b56f-f25d-43f9-99df-2e6584e62cf9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.989849] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f240b1-b23b-4e83-bd00-88613f2c3f7a tempest-ServerExternalEventsTest-2005062506 tempest-ServerExternalEventsTest-2005062506-project-member] Lock "f247a07b-9db0-4745-a3c2-9ebb2883b68b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.602s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.016354] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ae3774de-a22b-41d9-93dc-e04caaab0e3c tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.103s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.052719] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806257, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.054597] env[68166]: INFO nova.compute.manager [-] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Took 1.65 seconds to deallocate network for instance. [ 622.086676] env[68166]: INFO nova.compute.manager [-] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Took 1.72 seconds to deallocate network for instance. [ 622.384295] env[68166]: DEBUG nova.network.neutron [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Updated VIF entry in instance network info cache for port 0f5af11b-882c-46d9-a62d-db9f7bbe36c2. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.384703] env[68166]: DEBUG nova.network.neutron [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Updating instance_info_cache with network_info: [{"id": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "address": "fa:16:3e:95:5a:41", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f5af11b-88", "ovs_interfaceid": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.463575] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa83c183-f3cc-4be7-944a-cc0bac3b5be2 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.464742] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.982s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.466327] env[68166]: INFO nova.compute.claims [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.503312] env[68166]: INFO nova.compute.manager [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Took 31.01 seconds to build instance. [ 622.519864] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.554388] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71449} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.556297] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 6cab09dd-a5da-45a3-9058-2d99be5e8a76/6cab09dd-a5da-45a3-9058-2d99be5e8a76.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.556297] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.556297] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19fda9b1-0e83-459f-890e-dcf3aa445a54 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.565923] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.565923] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 622.565923] env[68166]: value = "task-2806258" [ 622.565923] env[68166]: _type = "Task" [ 622.565923] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.581910] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.594721] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.724889] env[68166]: DEBUG nova.network.neutron [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Successfully updated port: f6676168-ce4c-4099-a79c-214934a291d5 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.803304] env[68166]: DEBUG nova.network.neutron [req-ecd6d8de-3b72-449b-8bfe-b6d38145d120 req-526191a0-33d8-4166-b603-66ebfb18fc16 service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Updated VIF entry in instance network info cache for port b630f664-9f01-4764-8d65-91fdda4bcd15. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.803660] env[68166]: DEBUG nova.network.neutron [req-ecd6d8de-3b72-449b-8bfe-b6d38145d120 req-526191a0-33d8-4166-b603-66ebfb18fc16 service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Updating instance_info_cache with network_info: [{"id": "b630f664-9f01-4764-8d65-91fdda4bcd15", "address": "fa:16:3e:7c:6f:d6", "network": {"id": "4a675fd0-920c-4aa7-9110-71ad697c19c9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1868956294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a62bc7b9d041f7bd3ec7c3be7cb7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb630f664-9f", "ovs_interfaceid": "b630f664-9f01-4764-8d65-91fdda4bcd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.891082] env[68166]: DEBUG oslo_concurrency.lockutils [req-e512850e-0ed1-4a97-b6b3-1ab17867d1ff req-b0e4789b-d70a-4693-8954-c1be9a7b3b18 service nova] Releasing lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.005576] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b9e8623-0dc4-41de-bb16-4a30dd637342 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "f1ed11a4-6524-41b7-a2f2-84b3e75a99e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.270s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.056807] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.080484] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102538} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.080930] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.082169] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83547be4-d86d-4e90-8cbd-547fda5f7776 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.132321] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 6cab09dd-a5da-45a3-9058-2d99be5e8a76/6cab09dd-a5da-45a3-9058-2d99be5e8a76.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.132826] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc9474c-01c9-4151-87c0-069ec4d143c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.167606] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 623.167606] env[68166]: value = "task-2806259" [ 623.167606] env[68166]: _type = "Task" [ 623.167606] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.182168] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.228429] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "refresh_cache-a2239d08-ea4c-49a1-a3e4-657ff7cdb55e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.228982] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquired lock "refresh_cache-a2239d08-ea4c-49a1-a3e4-657ff7cdb55e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.228982] env[68166]: DEBUG nova.network.neutron [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.309343] env[68166]: DEBUG oslo_concurrency.lockutils [req-ecd6d8de-3b72-449b-8bfe-b6d38145d120 req-526191a0-33d8-4166-b603-66ebfb18fc16 service nova] Releasing lock "refresh_cache-729030b9-3aea-41d0-be03-674f4178bba6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.510112] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.681966] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.791831] env[68166]: DEBUG nova.network.neutron [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.979620] env[68166]: DEBUG nova.compute.manager [req-7a877db6-9d02-444c-aa85-9a12c0c2d467 req-0a2956e1-75f8-4dd8-b201-512ffc85c537 service nova] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Received event network-vif-deleted-8f49fb12-b108-4292-89b0-8858d6fc0be7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.011674] env[68166]: DEBUG nova.network.neutron [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Updating instance_info_cache with network_info: [{"id": "f6676168-ce4c-4099-a79c-214934a291d5", "address": "fa:16:3e:48:0e:27", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6676168-ce", "ovs_interfaceid": "f6676168-ce4c-4099-a79c-214934a291d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.050323] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.073426] env[68166]: INFO nova.compute.manager [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Rescuing [ 624.073804] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "refresh_cache-4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.074155] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "refresh_cache-4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.075467] env[68166]: DEBUG nova.network.neutron [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.165341] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8236f0fb-00ea-4b41-a51a-d11983d34619 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.182427] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806259, 'name': ReconfigVM_Task, 'duration_secs': 0.616921} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.184586] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 6cab09dd-a5da-45a3-9058-2d99be5e8a76/6cab09dd-a5da-45a3-9058-2d99be5e8a76.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.185290] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-989867e1-d29b-4af0-81b8-c43bc0068a59 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.187855] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5533db29-bfb4-4504-8fda-054f9d726e53 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.227559] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668136a9-ab23-447c-8608-86569ea5ca2e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.228572] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 624.228572] env[68166]: value = "task-2806260" [ 624.228572] env[68166]: _type = "Task" [ 624.228572] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.236770] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ec65d3-eebe-4023-875f-c118686e86a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.247275] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806260, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.259598] env[68166]: DEBUG nova.compute.provider_tree [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.369133] env[68166]: DEBUG nova.compute.manager [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Received event network-vif-deleted-28e53668-010d-427d-b5a2-fe3cf1d5ee65 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.369133] env[68166]: DEBUG nova.compute.manager [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Received event network-vif-plugged-f6676168-ce4c-4099-a79c-214934a291d5 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.369133] env[68166]: DEBUG oslo_concurrency.lockutils [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] Acquiring lock "a2239d08-ea4c-49a1-a3e4-657ff7cdb55e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.369133] env[68166]: DEBUG oslo_concurrency.lockutils [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] Lock "a2239d08-ea4c-49a1-a3e4-657ff7cdb55e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.369133] env[68166]: DEBUG oslo_concurrency.lockutils [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] Lock "a2239d08-ea4c-49a1-a3e4-657ff7cdb55e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.369337] env[68166]: DEBUG nova.compute.manager [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] No waiting events found dispatching network-vif-plugged-f6676168-ce4c-4099-a79c-214934a291d5 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.369375] env[68166]: WARNING nova.compute.manager [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Received unexpected event network-vif-plugged-f6676168-ce4c-4099-a79c-214934a291d5 for instance with vm_state building and task_state spawning. [ 624.369500] env[68166]: DEBUG nova.compute.manager [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Received event network-changed-f6676168-ce4c-4099-a79c-214934a291d5 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.369647] env[68166]: DEBUG nova.compute.manager [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Refreshing instance network info cache due to event network-changed-f6676168-ce4c-4099-a79c-214934a291d5. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.369862] env[68166]: DEBUG oslo_concurrency.lockutils [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] Acquiring lock "refresh_cache-a2239d08-ea4c-49a1-a3e4-657ff7cdb55e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.516224] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Releasing lock "refresh_cache-a2239d08-ea4c-49a1-a3e4-657ff7cdb55e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.516557] env[68166]: DEBUG nova.compute.manager [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Instance network_info: |[{"id": "f6676168-ce4c-4099-a79c-214934a291d5", "address": "fa:16:3e:48:0e:27", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6676168-ce", "ovs_interfaceid": "f6676168-ce4c-4099-a79c-214934a291d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.516853] env[68166]: DEBUG oslo_concurrency.lockutils [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] Acquired lock "refresh_cache-a2239d08-ea4c-49a1-a3e4-657ff7cdb55e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.517045] env[68166]: DEBUG nova.network.neutron [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Refreshing network info cache for port f6676168-ce4c-4099-a79c-214934a291d5 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.519071] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:0e:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6676168-ce4c-4099-a79c-214934a291d5', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.526647] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Creating folder: Project (3f9f01cce91945818222af98e15b147d). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.533718] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da47d347-ef3e-4990-949d-65300f0a7a56 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.547596] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Created folder: Project (3f9f01cce91945818222af98e15b147d) in parent group-v563881. [ 624.547880] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Creating folder: Instances. Parent ref: group-v563947. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.548388] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2c2341d-3f03-498e-a201-665411a8073b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.560585] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Created folder: Instances in parent group-v563947. [ 624.560687] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.560880] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.561135] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-694e80f6-fd66-48bd-8ddb-35124f606867 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.594595] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.594595] env[68166]: value = "task-2806263" [ 624.594595] env[68166]: _type = "Task" [ 624.594595] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.606309] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806263, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.741645] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806260, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.762805] env[68166]: DEBUG nova.scheduler.client.report [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.958091] env[68166]: DEBUG nova.network.neutron [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Updated VIF entry in instance network info cache for port f6676168-ce4c-4099-a79c-214934a291d5. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.958648] env[68166]: DEBUG nova.network.neutron [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Updating instance_info_cache with network_info: [{"id": "f6676168-ce4c-4099-a79c-214934a291d5", "address": "fa:16:3e:48:0e:27", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6676168-ce", "ovs_interfaceid": "f6676168-ce4c-4099-a79c-214934a291d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.014266] env[68166]: DEBUG nova.network.neutron [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Updating instance_info_cache with network_info: [{"id": "1cc9dd63-c50f-4630-8307-9fe192877a0a", "address": "fa:16:3e:6b:d2:9d", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cc9dd63-c5", "ovs_interfaceid": "1cc9dd63-c50f-4630-8307-9fe192877a0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.088273] env[68166]: DEBUG oslo_concurrency.lockutils [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Acquiring lock "729030b9-3aea-41d0-be03-674f4178bba6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.088273] env[68166]: DEBUG oslo_concurrency.lockutils [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Lock "729030b9-3aea-41d0-be03-674f4178bba6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.088273] env[68166]: DEBUG oslo_concurrency.lockutils [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Acquiring lock "729030b9-3aea-41d0-be03-674f4178bba6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.088530] env[68166]: DEBUG oslo_concurrency.lockutils [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Lock "729030b9-3aea-41d0-be03-674f4178bba6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.088530] env[68166]: DEBUG oslo_concurrency.lockutils [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Lock "729030b9-3aea-41d0-be03-674f4178bba6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.091535] env[68166]: INFO nova.compute.manager [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Terminating instance [ 625.107600] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806263, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.240414] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806260, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.269539] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.273194] env[68166]: DEBUG nova.compute.manager [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.275772] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.322s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.275999] env[68166]: DEBUG nova.objects.instance [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Lazy-loading 'resources' on Instance uuid bacf5456-19e2-4245-8691-ec7af39bf00a {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.463175] env[68166]: DEBUG oslo_concurrency.lockutils [req-6bf91937-4c60-42fa-a756-611215b17b31 req-863d4946-cd5d-47b1-b0eb-354ce3fb7b71 service nova] Releasing lock "refresh_cache-a2239d08-ea4c-49a1-a3e4-657ff7cdb55e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.516597] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "refresh_cache-4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.535842] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquiring lock "3d345623-d941-407b-ad67-5df1d686874f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.535842] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lock "3d345623-d941-407b-ad67-5df1d686874f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.598417] env[68166]: DEBUG nova.compute.manager [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.598417] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.601456] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347ffbbf-37f2-42bb-9206-85abb44e6d50 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.614866] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806263, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.619100] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.619394] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44f97baa-14df-416e-b0cd-f5fea1a0019d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.628836] env[68166]: DEBUG oslo_vmware.api [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Waiting for the task: (returnval){ [ 625.628836] env[68166]: value = "task-2806264" [ 625.628836] env[68166]: _type = "Task" [ 625.628836] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.641724] env[68166]: DEBUG oslo_vmware.api [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.691654] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "edc58ee1-713f-406e-919c-fcd704daf3dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.692412] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "edc58ee1-713f-406e-919c-fcd704daf3dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.740102] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806260, 'name': Rename_Task, 'duration_secs': 1.175637} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.740579] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.740677] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7326923-9e39-4a89-bb90-b7f9f35ced53 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.748578] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 625.748578] env[68166]: value = "task-2806265" [ 625.748578] env[68166]: _type = "Task" [ 625.748578] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.759353] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.780220] env[68166]: DEBUG nova.compute.utils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.785724] env[68166]: DEBUG nova.compute.manager [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.786177] env[68166]: DEBUG nova.network.neutron [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.859753] env[68166]: DEBUG nova.policy [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '428803b018be4fc48400f7bbc9d79352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731f9563b31b4722ae28466f9169f5ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.918518] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquiring lock "363c99d0-1cdc-4206-b377-70c122875fac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.918781] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lock "363c99d0-1cdc-4206-b377-70c122875fac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.110134] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806263, 'name': CreateVM_Task, 'duration_secs': 1.036736} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.110315] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.111055] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.111226] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.112032] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.112032] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d336a8b4-86ec-417d-9a2d-8fd3d0321d46 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.123627] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 626.123627] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b52c27-bf07-56e8-bd4b-f2b80cd92d69" [ 626.123627] env[68166]: _type = "Task" [ 626.123627] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.131450] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b52c27-bf07-56e8-bd4b-f2b80cd92d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.144310] env[68166]: DEBUG oslo_vmware.api [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806264, 'name': PowerOffVM_Task, 'duration_secs': 0.329252} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.144678] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.144866] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.145353] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b139ec53-cd03-4d75-af00-bdc06ea507ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.161575] env[68166]: DEBUG nova.network.neutron [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Successfully created port: 7a393b35-3cd4-4881-805e-654023f42e2a {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.231775] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.232124] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.232444] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Deleting the datastore file [datastore1] 729030b9-3aea-41d0-be03-674f4178bba6 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.232853] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30c5f358-27dc-4e5b-be6b-7b6f3ac6dc0e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.243518] env[68166]: DEBUG oslo_vmware.api [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Waiting for the task: (returnval){ [ 626.243518] env[68166]: value = "task-2806267" [ 626.243518] env[68166]: _type = "Task" [ 626.243518] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.257172] env[68166]: DEBUG oslo_vmware.api [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.266493] env[68166]: DEBUG oslo_vmware.api [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806265, 'name': PowerOnVM_Task, 'duration_secs': 0.516181} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.266493] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.266493] env[68166]: INFO nova.compute.manager [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Took 10.22 seconds to spawn the instance on the hypervisor. [ 626.266493] env[68166]: DEBUG nova.compute.manager [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.267611] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d617317-0d86-44be-8dfa-ca540ac2f8ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.289904] env[68166]: DEBUG nova.compute.manager [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.480816] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2302562-6b25-4e1f-a87d-e2fbaa0a11bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.489910] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874f4157-4215-46c9-8e67-046b33aef33b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.522558] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedee562-0d25-4faf-9077-fd4ca32f3f5f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.532862] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568db1ee-5779-42c9-aa00-ea9d1b2496e9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.549009] env[68166]: DEBUG nova.compute.provider_tree [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.636092] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b52c27-bf07-56e8-bd4b-f2b80cd92d69, 'name': SearchDatastore_Task, 'duration_secs': 0.013741} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.636528] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.636932] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.637288] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.638267] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.638267] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.638267] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ee9e46e-bd69-4a47-89cb-60bb0ac80827 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.650382] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.650382] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.651390] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f959463-60fb-49c6-bcbc-8a389a728bd5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.658588] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 626.658588] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52daa4d5-ac30-fcd0-110b-6686c73d9ee5" [ 626.658588] env[68166]: _type = "Task" [ 626.658588] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.670091] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52daa4d5-ac30-fcd0-110b-6686c73d9ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.755869] env[68166]: DEBUG oslo_vmware.api [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Task: {'id': task-2806267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165292} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.756163] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.756349] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.756560] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.756738] env[68166]: INFO nova.compute.manager [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 626.756989] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.757193] env[68166]: DEBUG nova.compute.manager [-] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.757287] env[68166]: DEBUG nova.network.neutron [-] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.792134] env[68166]: INFO nova.compute.manager [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Took 32.20 seconds to build instance. [ 627.053646] env[68166]: DEBUG nova.scheduler.client.report [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.058181] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.058181] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-537065ac-6ac3-46ad-b944-39ee91496fb8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.067099] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 627.067099] env[68166]: value = "task-2806268" [ 627.067099] env[68166]: _type = "Task" [ 627.067099] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.080020] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.170554] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52daa4d5-ac30-fcd0-110b-6686c73d9ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.02116} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.171712] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f1a769-db9b-4a0e-b3cb-28ff6f62042d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.177848] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 627.177848] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5231a4d7-7332-7b04-5fb4-3cc50f37d4a8" [ 627.177848] env[68166]: _type = "Task" [ 627.177848] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.186353] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5231a4d7-7332-7b04-5fb4-3cc50f37d4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.251547] env[68166]: DEBUG nova.compute.manager [req-8753ecab-010f-4f18-9515-8776afd9b406 req-5385ccde-6793-4eea-8ddd-f1efd36caa35 service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Received event network-vif-deleted-b630f664-9f01-4764-8d65-91fdda4bcd15 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.251547] env[68166]: INFO nova.compute.manager [req-8753ecab-010f-4f18-9515-8776afd9b406 req-5385ccde-6793-4eea-8ddd-f1efd36caa35 service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Neutron deleted interface b630f664-9f01-4764-8d65-91fdda4bcd15; detaching it from the instance and deleting it from the info cache [ 627.251547] env[68166]: DEBUG nova.network.neutron [req-8753ecab-010f-4f18-9515-8776afd9b406 req-5385ccde-6793-4eea-8ddd-f1efd36caa35 service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.293178] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5f8b0d94-1b1c-4c5e-adcc-4e88d0eb9a9f tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.084s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.301244] env[68166]: DEBUG nova.compute.manager [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.327641] env[68166]: DEBUG nova.virt.hardware [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.327957] env[68166]: DEBUG nova.virt.hardware [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.328151] env[68166]: DEBUG nova.virt.hardware [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.328356] env[68166]: DEBUG nova.virt.hardware [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.328503] env[68166]: DEBUG nova.virt.hardware [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.328651] env[68166]: DEBUG nova.virt.hardware [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.328857] env[68166]: DEBUG nova.virt.hardware [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.329025] env[68166]: DEBUG nova.virt.hardware [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.329200] env[68166]: DEBUG nova.virt.hardware [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.329364] env[68166]: DEBUG nova.virt.hardware [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.329548] env[68166]: DEBUG nova.virt.hardware [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.330503] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e91e87-4289-4ad3-b0f4-6adecef508be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.339240] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c640742-ec5a-460d-b182-5f0fa7a1c10f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.559874] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.563401] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.413s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.565451] env[68166]: INFO nova.compute.claims [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.584997] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806268, 'name': PowerOffVM_Task, 'duration_secs': 0.227253} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.585295] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.586167] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e71484-13af-49f6-8ef2-a67b76f776fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.594733] env[68166]: INFO nova.scheduler.client.report [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Deleted allocations for instance bacf5456-19e2-4245-8691-ec7af39bf00a [ 627.612377] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794719c2-1820-4738-8621-5712854d793e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.615734] env[68166]: DEBUG nova.network.neutron [-] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.653094] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.653094] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8947e51c-05ba-4e6d-aa2d-05b0f59d8c2e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.661196] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 627.661196] env[68166]: value = "task-2806269" [ 627.661196] env[68166]: _type = "Task" [ 627.661196] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.670703] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.688335] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5231a4d7-7332-7b04-5fb4-3cc50f37d4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.016363} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.689145] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.689145] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] a2239d08-ea4c-49a1-a3e4-657ff7cdb55e/a2239d08-ea4c-49a1-a3e4-657ff7cdb55e.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.689145] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38dd69b5-1c02-42b7-9973-d2b8c3764007 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.697238] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 627.697238] env[68166]: value = "task-2806270" [ 627.697238] env[68166]: _type = "Task" [ 627.697238] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.706143] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.753719] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f28659c1-1fad-4811-95ae-965d3aff2c9a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.764836] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d840ce87-4a4b-4f59-a47e-9a177830e289 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.800314] env[68166]: DEBUG nova.compute.manager [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.803179] env[68166]: DEBUG nova.compute.manager [req-8753ecab-010f-4f18-9515-8776afd9b406 req-5385ccde-6793-4eea-8ddd-f1efd36caa35 service nova] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Detach interface failed, port_id=b630f664-9f01-4764-8d65-91fdda4bcd15, reason: Instance 729030b9-3aea-41d0-be03-674f4178bba6 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 628.116504] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4e4943f4-48a0-4d3c-85fd-9aab79338f0c tempest-ServerDiagnosticsV248Test-2004483573 tempest-ServerDiagnosticsV248Test-2004483573-project-member] Lock "bacf5456-19e2-4245-8691-ec7af39bf00a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.737s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.120129] env[68166]: INFO nova.compute.manager [-] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Took 1.36 seconds to deallocate network for instance. [ 628.180993] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 628.180993] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.180993] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.180993] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.181160] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.181160] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7826c4e-a92b-458d-bc11-96aa640c1ec0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.200998] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.200998] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.205406] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f3ad6b-073f-44a3-829d-cd72cf24b67c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.214425] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 628.214425] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52351a88-4303-607a-e75c-3a7af0cea71b" [ 628.214425] env[68166]: _type = "Task" [ 628.214425] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.216700] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806270, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.229252] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52351a88-4303-607a-e75c-3a7af0cea71b, 'name': SearchDatastore_Task, 'duration_secs': 0.009471} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.230549] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-820b705c-2eca-45c6-8d13-b47180ed31c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.242190] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 628.242190] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52886246-7e32-5afa-372f-30ca8dbad1d7" [ 628.242190] env[68166]: _type = "Task" [ 628.242190] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.250761] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52886246-7e32-5afa-372f-30ca8dbad1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.333379] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.528413] env[68166]: DEBUG nova.network.neutron [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Successfully updated port: 7a393b35-3cd4-4881-805e-654023f42e2a {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.625939] env[68166]: DEBUG oslo_concurrency.lockutils [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.713988] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533833} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.714366] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] a2239d08-ea4c-49a1-a3e4-657ff7cdb55e/a2239d08-ea4c-49a1-a3e4-657ff7cdb55e.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.714657] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.715037] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7fd9fee-6d4a-4017-9dc7-95d0040ec3ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.728175] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 628.728175] env[68166]: value = "task-2806271" [ 628.728175] env[68166]: _type = "Task" [ 628.728175] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.740549] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.754330] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52886246-7e32-5afa-372f-30ca8dbad1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.754820] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.755115] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk. {{(pid=68166) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 628.755396] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-302635db-a185-41fd-aea1-1b8fc6d75f6f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.765722] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 628.765722] env[68166]: value = "task-2806272" [ 628.765722] env[68166]: _type = "Task" [ 628.765722] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.777625] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.032737] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "refresh_cache-1b6ca5c6-a34b-4abc-a802-255ef40b76fc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.034273] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "refresh_cache-1b6ca5c6-a34b-4abc-a802-255ef40b76fc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.034273] env[68166]: DEBUG nova.network.neutron [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.209042] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124df7de-32bb-4b55-b913-af9ca839fa6a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.217779] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35039b6a-1130-4cfd-b582-ec2a83f271f3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.254506] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e015747-16dc-4121-9244-acbcd40b6d37 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.263407] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076121} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.265245] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.266281] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c100fba-bbff-41c7-95ef-dd526b322a6c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.269745] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1385a1-390c-4c32-9bf9-1d30cb293d26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.285106] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806272, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.310181] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] a2239d08-ea4c-49a1-a3e4-657ff7cdb55e/a2239d08-ea4c-49a1-a3e4-657ff7cdb55e.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.310709] env[68166]: DEBUG nova.compute.provider_tree [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.313301] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acf073a0-57d5-415b-b08a-313eec589d3b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.328226] env[68166]: DEBUG nova.compute.manager [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Received event network-vif-plugged-7a393b35-3cd4-4881-805e-654023f42e2a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.328726] env[68166]: DEBUG oslo_concurrency.lockutils [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] Acquiring lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.328726] env[68166]: DEBUG oslo_concurrency.lockutils [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] Lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.328838] env[68166]: DEBUG oslo_concurrency.lockutils [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] Lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.328928] env[68166]: DEBUG nova.compute.manager [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] No waiting events found dispatching network-vif-plugged-7a393b35-3cd4-4881-805e-654023f42e2a {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.329099] env[68166]: WARNING nova.compute.manager [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Received unexpected event network-vif-plugged-7a393b35-3cd4-4881-805e-654023f42e2a for instance with vm_state building and task_state spawning. [ 629.329275] env[68166]: DEBUG nova.compute.manager [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Received event network-changed-7a393b35-3cd4-4881-805e-654023f42e2a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.329439] env[68166]: DEBUG nova.compute.manager [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Refreshing instance network info cache due to event network-changed-7a393b35-3cd4-4881-805e-654023f42e2a. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.329603] env[68166]: DEBUG oslo_concurrency.lockutils [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] Acquiring lock "refresh_cache-1b6ca5c6-a34b-4abc-a802-255ef40b76fc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.331219] env[68166]: DEBUG nova.scheduler.client.report [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.343222] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 629.343222] env[68166]: value = "task-2806273" [ 629.343222] env[68166]: _type = "Task" [ 629.343222] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.353890] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.572605] env[68166]: DEBUG nova.network.neutron [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.751925] env[68166]: DEBUG nova.network.neutron [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Updating instance_info_cache with network_info: [{"id": "7a393b35-3cd4-4881-805e-654023f42e2a", "address": "fa:16:3e:7e:19:49", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a393b35-3c", "ovs_interfaceid": "7a393b35-3cd4-4881-805e-654023f42e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.784747] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609875} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.785034] env[68166]: INFO nova.virt.vmwareapi.ds_util [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk. [ 629.785802] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c352e7cd-453b-473b-b9ed-efaabd2604d5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.811906] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.812356] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c7d5d92-b48d-4ec8-b33a-b9224d803727 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.834037] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 629.834037] env[68166]: value = "task-2806274" [ 629.834037] env[68166]: _type = "Task" [ 629.834037] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.837643] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.838157] env[68166]: DEBUG nova.compute.manager [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.841559] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.530s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.843120] env[68166]: INFO nova.compute.claims [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.532690] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "refresh_cache-1b6ca5c6-a34b-4abc-a802-255ef40b76fc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.532994] env[68166]: DEBUG nova.compute.manager [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Instance network_info: |[{"id": "7a393b35-3cd4-4881-805e-654023f42e2a", "address": "fa:16:3e:7e:19:49", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a393b35-3c", "ovs_interfaceid": "7a393b35-3cd4-4881-805e-654023f42e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.534250] env[68166]: DEBUG nova.compute.utils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.542336] env[68166]: DEBUG oslo_concurrency.lockutils [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] Acquired lock "refresh_cache-1b6ca5c6-a34b-4abc-a802-255ef40b76fc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.542526] env[68166]: DEBUG nova.network.neutron [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Refreshing network info cache for port 7a393b35-3cd4-4881-805e-654023f42e2a {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.543577] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:19:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a393b35-3cd4-4881-805e-654023f42e2a', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.551683] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating folder: Project (731f9563b31b4722ae28466f9169f5ec). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.551983] env[68166]: DEBUG nova.compute.manager [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.553743] env[68166]: DEBUG nova.network.neutron [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.553962] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806274, 'name': ReconfigVM_Task, 'duration_secs': 0.348099} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.555080] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f291e4af-65e8-4d3f-917f-cd0650f20d73 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.557865] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.559678] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828bc7a0-7b1d-4fc0-955c-9d6c54878ba9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.566064] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806273, 'name': ReconfigVM_Task, 'duration_secs': 1.138569} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.566688] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Reconfigured VM instance instance-00000015 to attach disk [datastore2] a2239d08-ea4c-49a1-a3e4-657ff7cdb55e/a2239d08-ea4c-49a1-a3e4-657ff7cdb55e.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.567593] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-159b25c1-9a6a-47cf-a243-3dbe1d773bc5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.598318] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f18f6d-82e5-4434-94a0-aa4a3cb1640c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.608847] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Created folder: Project (731f9563b31b4722ae28466f9169f5ec) in parent group-v563881. [ 630.608973] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating folder: Instances. Parent ref: group-v563950. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.609281] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 630.609281] env[68166]: value = "task-2806276" [ 630.609281] env[68166]: _type = "Task" [ 630.609281] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.609809] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a070a7c2-5295-4cc1-b958-2f1ef3d9e75f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.615879] env[68166]: DEBUG nova.policy [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edc95d3a10cf419582803be50862adfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615f4082cc6d4a83826d5609a8d48357', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.619516] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 630.619516] env[68166]: value = "task-2806277" [ 630.619516] env[68166]: _type = "Task" [ 630.619516] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.625902] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806276, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.627658] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Created folder: Instances in parent group-v563950. [ 630.627841] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.628083] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.628557] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-590b4361-f3fd-4aeb-aaed-15fecc7e65e1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.647134] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.655617] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.655617] env[68166]: value = "task-2806279" [ 630.655617] env[68166]: _type = "Task" [ 630.655617] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.666456] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806279, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.947130] env[68166]: DEBUG nova.network.neutron [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Successfully created port: 02031566-308c-4d99-8030-d4e7b5b68fbd {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.058514] env[68166]: DEBUG nova.compute.manager [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.128402] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806276, 'name': Rename_Task, 'duration_secs': 0.172956} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.129052] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.129725] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-630c9275-d0d9-44af-872e-cc03ad94d426 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.137500] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.138911] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 631.138911] env[68166]: value = "task-2806280" [ 631.138911] env[68166]: _type = "Task" [ 631.138911] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.148408] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.167405] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806279, 'name': CreateVM_Task, 'duration_secs': 0.492358} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.167405] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.167936] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.168201] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.168687] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.169076] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d7a582-563b-4576-8a4b-b64e6efe3fec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.175788] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 631.175788] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d7b773-1b89-932a-0266-02bc37ed7c41" [ 631.175788] env[68166]: _type = "Task" [ 631.175788] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.187411] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d7b773-1b89-932a-0266-02bc37ed7c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.452142] env[68166]: DEBUG nova.network.neutron [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Updated VIF entry in instance network info cache for port 7a393b35-3cd4-4881-805e-654023f42e2a. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.452522] env[68166]: DEBUG nova.network.neutron [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Updating instance_info_cache with network_info: [{"id": "7a393b35-3cd4-4881-805e-654023f42e2a", "address": "fa:16:3e:7e:19:49", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a393b35-3c", "ovs_interfaceid": "7a393b35-3cd4-4881-805e-654023f42e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.633045] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.652513] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806280, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.686311] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d7b773-1b89-932a-0266-02bc37ed7c41, 'name': SearchDatastore_Task, 'duration_secs': 0.022366} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.689055] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.689301] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.689537] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.689684] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.689993] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.690556] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11104338-5f2d-4de3-890a-527e6f205a28 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.700455] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.700654] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.701477] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf6c82a-b725-44b4-b6f6-3b8e2d72e991 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.708700] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 631.708700] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52651d12-04b3-96c1-70df-c134825f2a4d" [ 631.708700] env[68166]: _type = "Task" [ 631.708700] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.717708] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52651d12-04b3-96c1-70df-c134825f2a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.956867] env[68166]: DEBUG oslo_concurrency.lockutils [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] Releasing lock "refresh_cache-1b6ca5c6-a34b-4abc-a802-255ef40b76fc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.957165] env[68166]: DEBUG nova.compute.manager [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Received event network-changed-0f5af11b-882c-46d9-a62d-db9f7bbe36c2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.957300] env[68166]: DEBUG nova.compute.manager [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Refreshing instance network info cache due to event network-changed-0f5af11b-882c-46d9-a62d-db9f7bbe36c2. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.957494] env[68166]: DEBUG oslo_concurrency.lockutils [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] Acquiring lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.957633] env[68166]: DEBUG oslo_concurrency.lockutils [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] Acquired lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.958116] env[68166]: DEBUG nova.network.neutron [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Refreshing network info cache for port 0f5af11b-882c-46d9-a62d-db9f7bbe36c2 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.069417] env[68166]: DEBUG nova.compute.manager [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.102216] env[68166]: DEBUG nova.virt.hardware [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.102524] env[68166]: DEBUG nova.virt.hardware [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.102735] env[68166]: DEBUG nova.virt.hardware [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.102955] env[68166]: DEBUG nova.virt.hardware [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.103220] env[68166]: DEBUG nova.virt.hardware [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.103454] env[68166]: DEBUG nova.virt.hardware [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.104592] env[68166]: DEBUG nova.virt.hardware [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.104784] env[68166]: DEBUG nova.virt.hardware [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.105006] env[68166]: DEBUG nova.virt.hardware [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.105252] env[68166]: DEBUG nova.virt.hardware [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.105441] env[68166]: DEBUG nova.virt.hardware [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.106625] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8c1c61-6b3a-41b2-9b96-b9f4a4f052e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.122562] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130af5b3-fb0c-40ba-aa75-bb60c9376d23 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.141024] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806277, 'name': ReconfigVM_Task, 'duration_secs': 1.178147} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.152872] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.153919] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b4f3e2-6a63-4b5f-a981-919c580e7f72 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.157911] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f54388c6-4bac-41c8-8c66-89161cb4ee2a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.171612] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69936ea0-d9a1-40d5-bd89-ee4287c9477b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.174762] env[68166]: DEBUG oslo_vmware.api [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806280, 'name': PowerOnVM_Task, 'duration_secs': 0.792547} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.175198] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 632.175198] env[68166]: value = "task-2806281" [ 632.175198] env[68166]: _type = "Task" [ 632.175198] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.175447] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.175573] env[68166]: INFO nova.compute.manager [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Took 11.01 seconds to spawn the instance on the hypervisor. [ 632.176557] env[68166]: DEBUG nova.compute.manager [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.177155] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55942315-49c9-4d75-a4d2-1ceb5c97c69b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.208544] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43505c85-cdce-478c-82a5-144ddef1c0d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.216134] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.230797] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5264b599-f317-4243-9acb-aff85bd81f7d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.234729] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52651d12-04b3-96c1-70df-c134825f2a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.023136} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.236152] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb12edb5-52c9-400a-9dfc-7b1e8bef66f4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.246437] env[68166]: DEBUG nova.compute.provider_tree [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.252774] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 632.252774] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]520833c1-0234-b1ff-3199-1a1be45ae23b" [ 632.252774] env[68166]: _type = "Task" [ 632.252774] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.263021] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520833c1-0234-b1ff-3199-1a1be45ae23b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.688903] env[68166]: DEBUG oslo_vmware.api [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806281, 'name': PowerOnVM_Task, 'duration_secs': 0.421925} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.689195] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.692145] env[68166]: DEBUG nova.compute.manager [None req-a72705b8-0c83-433b-9451-589c5854977f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.693043] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010be913-ff85-4e53-89b5-7bae0caae5bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.732596] env[68166]: INFO nova.compute.manager [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Took 34.40 seconds to build instance. [ 632.749350] env[68166]: DEBUG nova.scheduler.client.report [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.763482] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520833c1-0234-b1ff-3199-1a1be45ae23b, 'name': SearchDatastore_Task, 'duration_secs': 0.015952} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.763672] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.763992] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 1b6ca5c6-a34b-4abc-a802-255ef40b76fc/1b6ca5c6-a34b-4abc-a802-255ef40b76fc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.764454] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-981d9b66-3edc-46b0-b83d-75a1faf30bcf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.772971] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 632.772971] env[68166]: value = "task-2806282" [ 632.772971] env[68166]: _type = "Task" [ 632.772971] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.786551] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.235112] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9f13d1a-f134-4bdc-9156-3d91c554a858 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "a2239d08-ea4c-49a1-a3e4-657ff7cdb55e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.380s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.245936] env[68166]: DEBUG nova.network.neutron [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Updated VIF entry in instance network info cache for port 0f5af11b-882c-46d9-a62d-db9f7bbe36c2. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.246206] env[68166]: DEBUG nova.network.neutron [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Updating instance_info_cache with network_info: [{"id": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "address": "fa:16:3e:95:5a:41", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f5af11b-88", "ovs_interfaceid": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.254755] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.413s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.255282] env[68166]: DEBUG nova.compute.manager [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.258665] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.575s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.292630] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806282, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.309267] env[68166]: DEBUG nova.compute.manager [req-42919f35-d5d1-4f3c-a6f8-82e1eecd1f28 req-4b95a9a7-f270-47f3-9d18-8d28b905b99b service nova] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Received event network-vif-plugged-02031566-308c-4d99-8030-d4e7b5b68fbd {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.309460] env[68166]: DEBUG oslo_concurrency.lockutils [req-42919f35-d5d1-4f3c-a6f8-82e1eecd1f28 req-4b95a9a7-f270-47f3-9d18-8d28b905b99b service nova] Acquiring lock "2c9a8df8-5546-46e7-b802-90bb85b4d1e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.309667] env[68166]: DEBUG oslo_concurrency.lockutils [req-42919f35-d5d1-4f3c-a6f8-82e1eecd1f28 req-4b95a9a7-f270-47f3-9d18-8d28b905b99b service nova] Lock "2c9a8df8-5546-46e7-b802-90bb85b4d1e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.309863] env[68166]: DEBUG oslo_concurrency.lockutils [req-42919f35-d5d1-4f3c-a6f8-82e1eecd1f28 req-4b95a9a7-f270-47f3-9d18-8d28b905b99b service nova] Lock "2c9a8df8-5546-46e7-b802-90bb85b4d1e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.310049] env[68166]: DEBUG nova.compute.manager [req-42919f35-d5d1-4f3c-a6f8-82e1eecd1f28 req-4b95a9a7-f270-47f3-9d18-8d28b905b99b service nova] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] No waiting events found dispatching network-vif-plugged-02031566-308c-4d99-8030-d4e7b5b68fbd {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.310215] env[68166]: WARNING nova.compute.manager [req-42919f35-d5d1-4f3c-a6f8-82e1eecd1f28 req-4b95a9a7-f270-47f3-9d18-8d28b905b99b service nova] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Received unexpected event network-vif-plugged-02031566-308c-4d99-8030-d4e7b5b68fbd for instance with vm_state building and task_state spawning. [ 633.364659] env[68166]: DEBUG nova.network.neutron [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Successfully updated port: 02031566-308c-4d99-8030-d4e7b5b68fbd {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.739366] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.749343] env[68166]: DEBUG oslo_concurrency.lockutils [req-982990dc-676e-4bb1-ab7c-d21ecf9ba51b req-f15989aa-998a-448d-bc51-45ed00e08d65 service nova] Releasing lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.762786] env[68166]: DEBUG nova.compute.utils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.771106] env[68166]: DEBUG nova.compute.manager [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.771304] env[68166]: DEBUG nova.network.neutron [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.788635] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547944} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.788898] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 1b6ca5c6-a34b-4abc-a802-255ef40b76fc/1b6ca5c6-a34b-4abc-a802-255ef40b76fc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.789129] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.789388] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-981ec296-2141-4068-992a-a8bf2b4a6fa7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.800162] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 633.800162] env[68166]: value = "task-2806283" [ 633.800162] env[68166]: _type = "Task" [ 633.800162] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.811595] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.844148] env[68166]: DEBUG nova.policy [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf03e530803c4684af553efb86d6cf47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9f01cce91945818222af98e15b147d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.867449] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Acquiring lock "refresh_cache-2c9a8df8-5546-46e7-b802-90bb85b4d1e7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.868901] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Acquired lock "refresh_cache-2c9a8df8-5546-46e7-b802-90bb85b4d1e7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.868901] env[68166]: DEBUG nova.network.neutron [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.178391] env[68166]: DEBUG nova.network.neutron [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Successfully created port: 0c0d4dd3-2d51-4d71-9a18-908d1f920b71 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.273652] env[68166]: DEBUG nova.compute.manager [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.284484] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.315178] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089401} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.316317] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.316317] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb98772-ca6f-4401-97a1-8dda65d41de0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.343405] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 1b6ca5c6-a34b-4abc-a802-255ef40b76fc/1b6ca5c6-a34b-4abc-a802-255ef40b76fc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.346774] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33050985-3fca-49e2-bb95-39005605cd85 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.376816] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 634.376816] env[68166]: value = "task-2806284" [ 634.376816] env[68166]: _type = "Task" [ 634.376816] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.391197] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.476681] env[68166]: DEBUG nova.network.neutron [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.497748] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1accc724-96c9-4b4f-9663-6805547edf75 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.509847] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0add8c06-5ed7-4147-bc34-c9d80f8d158f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.544084] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b0d3a0-a464-4643-ac74-00844bea4155 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.553945] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71ae8a5-9e38-4a98-a081-6141acbd7ef2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.578427] env[68166]: DEBUG nova.compute.provider_tree [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.736473] env[68166]: DEBUG nova.network.neutron [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Updating instance_info_cache with network_info: [{"id": "02031566-308c-4d99-8030-d4e7b5b68fbd", "address": "fa:16:3e:84:96:07", "network": {"id": "a3c666e2-361e-40fa-ade9-97d0b5afa58d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-387011251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615f4082cc6d4a83826d5609a8d48357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02031566-30", "ovs_interfaceid": "02031566-308c-4d99-8030-d4e7b5b68fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.886417] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806284, 'name': ReconfigVM_Task, 'duration_secs': 0.401933} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.886807] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 1b6ca5c6-a34b-4abc-a802-255ef40b76fc/1b6ca5c6-a34b-4abc-a802-255ef40b76fc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.887593] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d6b76e7-554f-4c3d-b9bc-b8762e8447d6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.896344] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 634.896344] env[68166]: value = "task-2806285" [ 634.896344] env[68166]: _type = "Task" [ 634.896344] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.906551] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806285, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.084042] env[68166]: DEBUG nova.scheduler.client.report [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.239688] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Releasing lock "refresh_cache-2c9a8df8-5546-46e7-b802-90bb85b4d1e7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.240120] env[68166]: DEBUG nova.compute.manager [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Instance network_info: |[{"id": "02031566-308c-4d99-8030-d4e7b5b68fbd", "address": "fa:16:3e:84:96:07", "network": {"id": "a3c666e2-361e-40fa-ade9-97d0b5afa58d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-387011251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615f4082cc6d4a83826d5609a8d48357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02031566-30", "ovs_interfaceid": "02031566-308c-4d99-8030-d4e7b5b68fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.240531] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:96:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02031566-308c-4d99-8030-d4e7b5b68fbd', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.247705] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Creating folder: Project (615f4082cc6d4a83826d5609a8d48357). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.248392] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0852a2a2-4c77-4f02-8f6b-6235172172a4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.266569] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Created folder: Project (615f4082cc6d4a83826d5609a8d48357) in parent group-v563881. [ 635.267018] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Creating folder: Instances. Parent ref: group-v563953. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.267439] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6773c8d-e885-44ea-ad1a-7708d37b4faa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.279260] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Created folder: Instances in parent group-v563953. [ 635.279260] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.279260] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.279543] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33e6d505-e127-4ad7-a70a-f32980653586 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.297694] env[68166]: DEBUG nova.compute.manager [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.306696] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.306696] env[68166]: value = "task-2806288" [ 635.306696] env[68166]: _type = "Task" [ 635.306696] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.315362] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806288, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.326064] env[68166]: DEBUG nova.virt.hardware [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.326064] env[68166]: DEBUG nova.virt.hardware [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.326064] env[68166]: DEBUG nova.virt.hardware [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.326246] env[68166]: DEBUG nova.virt.hardware [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.326246] env[68166]: DEBUG nova.virt.hardware [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.326246] env[68166]: DEBUG nova.virt.hardware [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.326246] env[68166]: DEBUG nova.virt.hardware [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.326246] env[68166]: DEBUG nova.virt.hardware [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.326376] env[68166]: DEBUG nova.virt.hardware [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.326376] env[68166]: DEBUG nova.virt.hardware [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.326376] env[68166]: DEBUG nova.virt.hardware [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.326449] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee7d3d3-6c80-415e-b735-881907bb580f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.335238] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03da9fd4-6fa4-4133-b558-7fa4bc61b224 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.371629] env[68166]: DEBUG nova.compute.manager [req-9f91bd69-31fb-442b-9406-e32c5ca6d3a0 req-f336b2da-6dc3-49c1-8778-3e6ed997942e service nova] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Received event network-changed-02031566-308c-4d99-8030-d4e7b5b68fbd {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.371759] env[68166]: DEBUG nova.compute.manager [req-9f91bd69-31fb-442b-9406-e32c5ca6d3a0 req-f336b2da-6dc3-49c1-8778-3e6ed997942e service nova] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Refreshing instance network info cache due to event network-changed-02031566-308c-4d99-8030-d4e7b5b68fbd. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 635.371991] env[68166]: DEBUG oslo_concurrency.lockutils [req-9f91bd69-31fb-442b-9406-e32c5ca6d3a0 req-f336b2da-6dc3-49c1-8778-3e6ed997942e service nova] Acquiring lock "refresh_cache-2c9a8df8-5546-46e7-b802-90bb85b4d1e7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.372160] env[68166]: DEBUG oslo_concurrency.lockutils [req-9f91bd69-31fb-442b-9406-e32c5ca6d3a0 req-f336b2da-6dc3-49c1-8778-3e6ed997942e service nova] Acquired lock "refresh_cache-2c9a8df8-5546-46e7-b802-90bb85b4d1e7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.372314] env[68166]: DEBUG nova.network.neutron [req-9f91bd69-31fb-442b-9406-e32c5ca6d3a0 req-f336b2da-6dc3-49c1-8778-3e6ed997942e service nova] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Refreshing network info cache for port 02031566-308c-4d99-8030-d4e7b5b68fbd {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.410523] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806285, 'name': Rename_Task, 'duration_secs': 0.201807} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.410696] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.410974] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68b210bc-4805-4faa-9768-f5d4a81f7c99 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.419801] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 635.419801] env[68166]: value = "task-2806289" [ 635.419801] env[68166]: _type = "Task" [ 635.419801] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.430117] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.742158] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Acquiring lock "372b0081-e53b-4594-b491-812e624a314b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.742419] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Lock "372b0081-e53b-4594-b491-812e624a314b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.819887] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806288, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.933302] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.046102] env[68166]: DEBUG nova.network.neutron [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Successfully updated port: 0c0d4dd3-2d51-4d71-9a18-908d1f920b71 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.097057] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.837s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.098829] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.631s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.099255] env[68166]: DEBUG nova.objects.instance [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 636.110679] env[68166]: INFO nova.compute.manager [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Rescuing [ 636.111265] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "refresh_cache-b8c67555-fca1-4aa9-85fa-ccb217eb34ec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.111883] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "refresh_cache-b8c67555-fca1-4aa9-85fa-ccb217eb34ec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.112219] env[68166]: DEBUG nova.network.neutron [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.205425] env[68166]: DEBUG nova.network.neutron [req-9f91bd69-31fb-442b-9406-e32c5ca6d3a0 req-f336b2da-6dc3-49c1-8778-3e6ed997942e service nova] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Updated VIF entry in instance network info cache for port 02031566-308c-4d99-8030-d4e7b5b68fbd. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.205766] env[68166]: DEBUG nova.network.neutron [req-9f91bd69-31fb-442b-9406-e32c5ca6d3a0 req-f336b2da-6dc3-49c1-8778-3e6ed997942e service nova] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Updating instance_info_cache with network_info: [{"id": "02031566-308c-4d99-8030-d4e7b5b68fbd", "address": "fa:16:3e:84:96:07", "network": {"id": "a3c666e2-361e-40fa-ade9-97d0b5afa58d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-387011251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615f4082cc6d4a83826d5609a8d48357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02031566-30", "ovs_interfaceid": "02031566-308c-4d99-8030-d4e7b5b68fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.323132] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806288, 'name': CreateVM_Task, 'duration_secs': 0.69286} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.323612] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.324441] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.324713] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.325119] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.325624] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2da3167-0f2e-41f0-a3e8-398c96ee585f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.332234] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Waiting for the task: (returnval){ [ 636.332234] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d6a1a0-0a04-679b-c74a-9a1643445bce" [ 636.332234] env[68166]: _type = "Task" [ 636.332234] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.341658] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d6a1a0-0a04-679b-c74a-9a1643445bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.438965] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.549772] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "refresh_cache-be4c46f0-df97-4cbd-afde-76f598735d14" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.549958] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquired lock "refresh_cache-be4c46f0-df97-4cbd-afde-76f598735d14" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.550141] env[68166]: DEBUG nova.network.neutron [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.672997] env[68166]: INFO nova.scheduler.client.report [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Deleted allocation for migration a9e35ffc-8056-4ec4-b8ea-5454e43375b2 [ 636.709133] env[68166]: DEBUG oslo_concurrency.lockutils [req-9f91bd69-31fb-442b-9406-e32c5ca6d3a0 req-f336b2da-6dc3-49c1-8778-3e6ed997942e service nova] Releasing lock "refresh_cache-2c9a8df8-5546-46e7-b802-90bb85b4d1e7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.844959] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d6a1a0-0a04-679b-c74a-9a1643445bce, 'name': SearchDatastore_Task, 'duration_secs': 0.024724} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.845284] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.845568] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.845734] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.845872] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.846294] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.846498] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9bc02b3-a3e4-47e1-a8b6-8ff86f53633b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.855550] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.855745] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.856465] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a709cd8-d0fd-424d-ad2f-0c8891b71140 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.864104] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Waiting for the task: (returnval){ [ 636.864104] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e297cd-4777-28c1-6d61-27f54cb6c081" [ 636.864104] env[68166]: _type = "Task" [ 636.864104] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.872776] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e297cd-4777-28c1-6d61-27f54cb6c081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.908311] env[68166]: DEBUG nova.network.neutron [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Updating instance_info_cache with network_info: [{"id": "27e6c68b-1c49-464d-96d3-e54d7336c5bf", "address": "fa:16:3e:0f:cc:63", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e6c68b-1c", "ovs_interfaceid": "27e6c68b-1c49-464d-96d3-e54d7336c5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.933615] env[68166]: DEBUG oslo_vmware.api [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806289, 'name': PowerOnVM_Task, 'duration_secs': 1.417504} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.933899] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.934170] env[68166]: INFO nova.compute.manager [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Took 9.63 seconds to spawn the instance on the hypervisor. [ 636.934362] env[68166]: DEBUG nova.compute.manager [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.935484] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3d4e6a-9f76-496a-a5d6-2fc50a09b3fe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.091720] env[68166]: DEBUG nova.network.neutron [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.117988] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fbf6657f-93b9-48d5-a8a5-5f7a4ad68f51 tempest-ServersAdmin275Test-26499951 tempest-ServersAdmin275Test-26499951-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.119058] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.594s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.119243] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.119402] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68166) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 637.119678] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.516s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.122027] env[68166]: INFO nova.compute.claims [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.125025] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f151cd-f44f-47d2-a85a-c42ea4a2e5fe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.133423] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae8f94b-ed93-4850-934f-db6c38e96e56 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.149209] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e7348e-ec4e-4a10-90e1-fd927f38c8d0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.158245] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0286eb9-f8fd-4517-acb5-18a8fbfd26a5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.190779] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c0468abe-016c-4d11-89d3-4e513fb172ed tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "3a2b3377-72ea-4d06-9b48-e82757055254" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.552s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.192049] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181004MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68166) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 637.192148] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.279038] env[68166]: DEBUG nova.network.neutron [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Updating instance_info_cache with network_info: [{"id": "0c0d4dd3-2d51-4d71-9a18-908d1f920b71", "address": "fa:16:3e:00:f5:ed", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0d4dd3-2d", "ovs_interfaceid": "0c0d4dd3-2d51-4d71-9a18-908d1f920b71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.374819] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e297cd-4777-28c1-6d61-27f54cb6c081, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.375759] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b10dd28-181a-40c2-b3b7-5dc224b91211 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.382816] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Waiting for the task: (returnval){ [ 637.382816] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52cd3341-6ec6-a331-4120-81b49fb63ea5" [ 637.382816] env[68166]: _type = "Task" [ 637.382816] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.392511] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52cd3341-6ec6-a331-4120-81b49fb63ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.410962] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "refresh_cache-b8c67555-fca1-4aa9-85fa-ccb217eb34ec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.427568] env[68166]: DEBUG nova.compute.manager [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Received event network-vif-plugged-0c0d4dd3-2d51-4d71-9a18-908d1f920b71 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.427568] env[68166]: DEBUG oslo_concurrency.lockutils [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] Acquiring lock "be4c46f0-df97-4cbd-afde-76f598735d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.427568] env[68166]: DEBUG oslo_concurrency.lockutils [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] Lock "be4c46f0-df97-4cbd-afde-76f598735d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.427568] env[68166]: DEBUG oslo_concurrency.lockutils [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] Lock "be4c46f0-df97-4cbd-afde-76f598735d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.427568] env[68166]: DEBUG nova.compute.manager [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] No waiting events found dispatching network-vif-plugged-0c0d4dd3-2d51-4d71-9a18-908d1f920b71 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.427876] env[68166]: WARNING nova.compute.manager [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Received unexpected event network-vif-plugged-0c0d4dd3-2d51-4d71-9a18-908d1f920b71 for instance with vm_state building and task_state spawning. [ 637.427876] env[68166]: DEBUG nova.compute.manager [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Received event network-changed-0c0d4dd3-2d51-4d71-9a18-908d1f920b71 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.427876] env[68166]: DEBUG nova.compute.manager [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Refreshing instance network info cache due to event network-changed-0c0d4dd3-2d51-4d71-9a18-908d1f920b71. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.427876] env[68166]: DEBUG oslo_concurrency.lockutils [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] Acquiring lock "refresh_cache-be4c46f0-df97-4cbd-afde-76f598735d14" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.453012] env[68166]: INFO nova.compute.manager [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Took 35.99 seconds to build instance. [ 637.782023] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Releasing lock "refresh_cache-be4c46f0-df97-4cbd-afde-76f598735d14" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.782355] env[68166]: DEBUG nova.compute.manager [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Instance network_info: |[{"id": "0c0d4dd3-2d51-4d71-9a18-908d1f920b71", "address": "fa:16:3e:00:f5:ed", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0d4dd3-2d", "ovs_interfaceid": "0c0d4dd3-2d51-4d71-9a18-908d1f920b71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.782664] env[68166]: DEBUG oslo_concurrency.lockutils [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] Acquired lock "refresh_cache-be4c46f0-df97-4cbd-afde-76f598735d14" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.782863] env[68166]: DEBUG nova.network.neutron [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Refreshing network info cache for port 0c0d4dd3-2d51-4d71-9a18-908d1f920b71 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.784191] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:f5:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c0d4dd3-2d51-4d71-9a18-908d1f920b71', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.791959] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.795603] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.796683] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a255426c-ded2-4dc1-bb0b-65be6bd31c86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.820560] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.820560] env[68166]: value = "task-2806290" [ 637.820560] env[68166]: _type = "Task" [ 637.820560] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.828747] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806290, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.893856] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52cd3341-6ec6-a331-4120-81b49fb63ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.011655} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.894145] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.894425] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 2c9a8df8-5546-46e7-b802-90bb85b4d1e7/2c9a8df8-5546-46e7-b802-90bb85b4d1e7.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.894683] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-060761a5-b5d8-4c14-b834-33e29383a167 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.902331] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Waiting for the task: (returnval){ [ 637.902331] env[68166]: value = "task-2806291" [ 637.902331] env[68166]: _type = "Task" [ 637.902331] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.913091] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.956697] env[68166]: DEBUG oslo_concurrency.lockutils [None req-247216c6-d528-4b95-a05a-3fb7c2831084 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.792s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.967206] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9a70fd4-46d2-4f4f-b70b-9dc99c892569 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.967206] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9a70fd4-46d2-4f4f-b70b-9dc99c892569 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.967363] env[68166]: DEBUG nova.compute.manager [None req-f9a70fd4-46d2-4f4f-b70b-9dc99c892569 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.968576] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd8b488-f8f5-4b16-bee5-43c2a223e152 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.979169] env[68166]: DEBUG nova.compute.manager [None req-f9a70fd4-46d2-4f4f-b70b-9dc99c892569 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68166) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 637.979169] env[68166]: DEBUG nova.objects.instance [None req-f9a70fd4-46d2-4f4f-b70b-9dc99c892569 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lazy-loading 'flavor' on Instance uuid 1b6ca5c6-a34b-4abc-a802-255ef40b76fc {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.097542] env[68166]: DEBUG nova.network.neutron [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Updated VIF entry in instance network info cache for port 0c0d4dd3-2d51-4d71-9a18-908d1f920b71. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.098178] env[68166]: DEBUG nova.network.neutron [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Updating instance_info_cache with network_info: [{"id": "0c0d4dd3-2d51-4d71-9a18-908d1f920b71", "address": "fa:16:3e:00:f5:ed", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0d4dd3-2d", "ovs_interfaceid": "0c0d4dd3-2d51-4d71-9a18-908d1f920b71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.337432] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806290, 'name': CreateVM_Task, 'duration_secs': 0.352158} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.340396] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.341822] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.342735] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.342735] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.342735] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c5b427-f1a2-4202-ac7b-b3c906aca456 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.349267] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 638.349267] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b18fa3-b318-41df-5899-cd281221fd9f" [ 638.349267] env[68166]: _type = "Task" [ 638.349267] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.362709] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b18fa3-b318-41df-5899-cd281221fd9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.415107] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511915} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.419015] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 2c9a8df8-5546-46e7-b802-90bb85b4d1e7/2c9a8df8-5546-46e7-b802-90bb85b4d1e7.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.419015] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.419015] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd4ae7bd-29ca-4a13-b8bd-d198fa55e5d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.425974] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Waiting for the task: (returnval){ [ 638.425974] env[68166]: value = "task-2806292" [ 638.425974] env[68166]: _type = "Task" [ 638.425974] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.438102] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.459364] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.603477] env[68166]: DEBUG oslo_concurrency.lockutils [req-3dac83fa-0b01-45ef-8c46-01212a4f8f20 req-040334f5-df6b-4131-b4a1-c512b7c79df0 service nova] Releasing lock "refresh_cache-be4c46f0-df97-4cbd-afde-76f598735d14" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.698626] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9ecaa6-f7bb-4333-a7f2-81246119fa86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.707187] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dd2892-8fea-4a8f-9e8a-b4e35eda3c31 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.742789] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8e2263-9bcd-4499-8e9a-ac3a4ca49df5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.751200] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa065edb-075b-431c-9d84-2b68f10e3ad5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.767397] env[68166]: DEBUG nova.compute.provider_tree [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.861328] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b18fa3-b318-41df-5899-cd281221fd9f, 'name': SearchDatastore_Task, 'duration_secs': 0.025341} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.861618] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.861843] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.862165] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.862232] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.862411] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.862666] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c38b337a-4ef8-4af8-a71f-8cb5b4c122c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.888101] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.888391] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.889208] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd95814-26bf-41ba-ac90-4ab043e425cd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.895892] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 638.895892] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524dcefe-a504-c035-48c6-b2379a8c6a90" [ 638.895892] env[68166]: _type = "Task" [ 638.895892] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.904204] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524dcefe-a504-c035-48c6-b2379a8c6a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.936445] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070054} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.936758] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.937488] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49711b5f-05b4-4856-975c-e3a48ac888d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.973086] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 2c9a8df8-5546-46e7-b802-90bb85b4d1e7/2c9a8df8-5546-46e7-b802-90bb85b4d1e7.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.973911] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.977106] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8246c0c6-caa9-444c-995b-a5ebd04facda {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.004906] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3928251-1331-483d-bda2-e56d4c819541 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.007295] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a70fd4-46d2-4f4f-b70b-9dc99c892569 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.007918] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62b7e6a5-4904-4771-a833-6716438e5ea6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.016878] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Waiting for the task: (returnval){ [ 639.016878] env[68166]: value = "task-2806295" [ 639.016878] env[68166]: _type = "Task" [ 639.016878] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.017922] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.020137] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 639.020137] env[68166]: value = "task-2806293" [ 639.020137] env[68166]: _type = "Task" [ 639.020137] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.020386] env[68166]: DEBUG oslo_vmware.api [None req-f9a70fd4-46d2-4f4f-b70b-9dc99c892569 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 639.020386] env[68166]: value = "task-2806294" [ 639.020386] env[68166]: _type = "Task" [ 639.020386] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.037226] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806295, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.043742] env[68166]: DEBUG oslo_vmware.api [None req-f9a70fd4-46d2-4f4f-b70b-9dc99c892569 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.044025] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.254632] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "7d2f1fa6-e57a-497d-86b5-42091880151a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.254821] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "7d2f1fa6-e57a-497d-86b5-42091880151a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.270777] env[68166]: DEBUG nova.scheduler.client.report [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.407434] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524dcefe-a504-c035-48c6-b2379a8c6a90, 'name': SearchDatastore_Task, 'duration_secs': 0.069711} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.408300] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c1797b-950d-4bcc-9141-569270de472f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.415302] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 639.415302] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ce85ba-d7f0-20ab-ff00-e2dd26d94c29" [ 639.415302] env[68166]: _type = "Task" [ 639.415302] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.424195] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ce85ba-d7f0-20ab-ff00-e2dd26d94c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.534416] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.540464] env[68166]: DEBUG oslo_vmware.api [None req-f9a70fd4-46d2-4f4f-b70b-9dc99c892569 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806294, 'name': PowerOffVM_Task, 'duration_secs': 0.338159} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.543443] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a70fd4-46d2-4f4f-b70b-9dc99c892569 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.543649] env[68166]: DEBUG nova.compute.manager [None req-f9a70fd4-46d2-4f4f-b70b-9dc99c892569 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.543936] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806293, 'name': PowerOffVM_Task, 'duration_secs': 0.318135} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.544617] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99e607c-45f7-4465-97ea-b7c0539c46c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.547250] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.548297] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6146e3df-a856-4231-84e3-fb9a0c44714a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.570709] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fc8d6e-e641-48e1-bc44-605d53594247 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.611899] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.612257] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55754cf7-48da-475f-9a8e-b3ba7ce18371 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.621587] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 639.621587] env[68166]: value = "task-2806296" [ 639.621587] env[68166]: _type = "Task" [ 639.621587] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.631211] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.778022] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.778022] env[68166]: DEBUG nova.compute.manager [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.779895] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.829s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.780278] env[68166]: DEBUG nova.objects.instance [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 639.930683] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ce85ba-d7f0-20ab-ff00-e2dd26d94c29, 'name': SearchDatastore_Task, 'duration_secs': 0.023831} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.930683] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.930683] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] be4c46f0-df97-4cbd-afde-76f598735d14/be4c46f0-df97-4cbd-afde-76f598735d14.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.930683] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfd279e2-bfa2-48e1-9086-603a6861a718 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.938503] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 639.938503] env[68166]: value = "task-2806297" [ 639.938503] env[68166]: _type = "Task" [ 639.938503] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.949902] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.032801] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806295, 'name': ReconfigVM_Task, 'duration_secs': 0.718344} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.033942] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 2c9a8df8-5546-46e7-b802-90bb85b4d1e7/2c9a8df8-5546-46e7-b802-90bb85b4d1e7.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.033942] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcc651a5-c9fb-4ed5-a508-dbcdb7364f96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.041718] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Waiting for the task: (returnval){ [ 640.041718] env[68166]: value = "task-2806298" [ 640.041718] env[68166]: _type = "Task" [ 640.041718] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.051722] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806298, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.073316] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9a70fd4-46d2-4f4f-b70b-9dc99c892569 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.106s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.133514] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 640.133514] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.133742] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.133987] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.134237] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.134488] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f05a82fa-796c-45c5-9d33-ec5256b61585 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.145895] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.145895] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.146508] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee448ce-f325-4ac7-880b-4f5fbdb686f3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.152970] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 640.152970] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52756c7b-5aa4-ab87-a303-883d2c6c6dcb" [ 640.152970] env[68166]: _type = "Task" [ 640.152970] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.162375] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52756c7b-5aa4-ab87-a303-883d2c6c6dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.286844] env[68166]: DEBUG nova.compute.utils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.291890] env[68166]: DEBUG nova.compute.manager [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.293272] env[68166]: DEBUG nova.network.neutron [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.340338] env[68166]: DEBUG nova.policy [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfe323c0f1174c51a8deb07c27e507c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13253c622aee4cbd9ad1ddbcb91cb46f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.450303] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806297, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.554531] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806298, 'name': Rename_Task, 'duration_secs': 0.484171} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.555060] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.555401] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74ad34df-d9be-43a0-b805-09766c14153a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.564209] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Waiting for the task: (returnval){ [ 640.564209] env[68166]: value = "task-2806299" [ 640.564209] env[68166]: _type = "Task" [ 640.564209] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.575177] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.664540] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52756c7b-5aa4-ab87-a303-883d2c6c6dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.024869} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.665724] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b46672b8-3e1c-43dc-85cc-098f0d614b25 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.673404] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 640.673404] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5233d9aa-b8e8-0c68-b719-05c88750bee8" [ 640.673404] env[68166]: _type = "Task" [ 640.673404] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.682599] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5233d9aa-b8e8-0c68-b719-05c88750bee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.754697] env[68166]: DEBUG nova.network.neutron [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Successfully created port: dc65a85b-a755-4a33-a3c2-09c85f648528 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.792836] env[68166]: DEBUG nova.compute.manager [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.799243] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a9e7d59e-c740-4cde-a4a8-95b6fc3d27bb tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.800016] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.178s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.802042] env[68166]: INFO nova.compute.claims [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.950022] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542005} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.950339] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] be4c46f0-df97-4cbd-afde-76f598735d14/be4c46f0-df97-4cbd-afde-76f598735d14.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.950567] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.950816] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0529b1e8-9891-4256-a7b7-da852f7c7b11 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.957387] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 640.957387] env[68166]: value = "task-2806300" [ 640.957387] env[68166]: _type = "Task" [ 640.957387] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.967036] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.076091] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806299, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.183053] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5233d9aa-b8e8-0c68-b719-05c88750bee8, 'name': SearchDatastore_Task, 'duration_secs': 0.010809} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.183184] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.183456] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] b8c67555-fca1-4aa9-85fa-ccb217eb34ec/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk. {{(pid=68166) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 641.183757] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a802213-97c7-45e9-9cfd-6034e546c858 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.191264] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 641.191264] env[68166]: value = "task-2806301" [ 641.191264] env[68166]: _type = "Task" [ 641.191264] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.200907] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.409771] env[68166]: DEBUG nova.compute.manager [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.410845] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4fb193-acf8-4091-a3a2-577b63e23c35 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.467302] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069697} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.467609] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.468421] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ac05aa-f4a0-4fb7-a888-d21d8129d3c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.490447] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] be4c46f0-df97-4cbd-afde-76f598735d14/be4c46f0-df97-4cbd-afde-76f598735d14.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.491066] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bcfb7e8-e1b8-4e91-9cc9-d98d05740521 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.515924] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 641.515924] env[68166]: value = "task-2806302" [ 641.515924] env[68166]: _type = "Task" [ 641.515924] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.524675] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.576794] env[68166]: DEBUG oslo_vmware.api [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806299, 'name': PowerOnVM_Task, 'duration_secs': 0.674996} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.577245] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.577565] env[68166]: INFO nova.compute.manager [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Took 9.51 seconds to spawn the instance on the hypervisor. [ 641.577857] env[68166]: DEBUG nova.compute.manager [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.579054] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cdbe26-c1d3-4953-95ee-29a326754735 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.705132] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806301, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.803815] env[68166]: DEBUG nova.compute.manager [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.841443] env[68166]: DEBUG nova.virt.hardware [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.841443] env[68166]: DEBUG nova.virt.hardware [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.841443] env[68166]: DEBUG nova.virt.hardware [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.841655] env[68166]: DEBUG nova.virt.hardware [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.841712] env[68166]: DEBUG nova.virt.hardware [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.842028] env[68166]: DEBUG nova.virt.hardware [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.842345] env[68166]: DEBUG nova.virt.hardware [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.842519] env[68166]: DEBUG nova.virt.hardware [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.842689] env[68166]: DEBUG nova.virt.hardware [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.842857] env[68166]: DEBUG nova.virt.hardware [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.843060] env[68166]: DEBUG nova.virt.hardware [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.844126] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d1a142-bc11-4535-b2dd-e286353266a0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.856885] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b66015f-5e2e-47b7-82d4-1d5d3a7728ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.921459] env[68166]: INFO nova.compute.manager [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] instance snapshotting [ 641.922029] env[68166]: WARNING nova.compute.manager [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 641.925993] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64550b25-c6bd-4650-ba7f-7fee1f8bf110 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.952355] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f03390-5ee0-4b36-8318-ea563125f5b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.026697] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.103331] env[68166]: INFO nova.compute.manager [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Took 37.98 seconds to build instance. [ 642.205372] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811113} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.205739] env[68166]: INFO nova.virt.vmwareapi.ds_util [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] b8c67555-fca1-4aa9-85fa-ccb217eb34ec/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk. [ 642.207122] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e14db42-b165-4649-9350-2d990aa04e43 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.239530] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] b8c67555-fca1-4aa9-85fa-ccb217eb34ec/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.242762] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1120c30f-c4e2-4987-9ae6-de589b3f7d02 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.258094] env[68166]: DEBUG nova.compute.manager [req-ae078b43-088c-4aa4-af25-61a798d3ba1f req-ffb05420-ebe7-4416-951b-3e2178408001 service nova] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Received event network-vif-plugged-dc65a85b-a755-4a33-a3c2-09c85f648528 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.258593] env[68166]: DEBUG oslo_concurrency.lockutils [req-ae078b43-088c-4aa4-af25-61a798d3ba1f req-ffb05420-ebe7-4416-951b-3e2178408001 service nova] Acquiring lock "b4c328b9-bd0d-4f8e-9990-19e8da955a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.258840] env[68166]: DEBUG oslo_concurrency.lockutils [req-ae078b43-088c-4aa4-af25-61a798d3ba1f req-ffb05420-ebe7-4416-951b-3e2178408001 service nova] Lock "b4c328b9-bd0d-4f8e-9990-19e8da955a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.259048] env[68166]: DEBUG oslo_concurrency.lockutils [req-ae078b43-088c-4aa4-af25-61a798d3ba1f req-ffb05420-ebe7-4416-951b-3e2178408001 service nova] Lock "b4c328b9-bd0d-4f8e-9990-19e8da955a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.259225] env[68166]: DEBUG nova.compute.manager [req-ae078b43-088c-4aa4-af25-61a798d3ba1f req-ffb05420-ebe7-4416-951b-3e2178408001 service nova] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] No waiting events found dispatching network-vif-plugged-dc65a85b-a755-4a33-a3c2-09c85f648528 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.259389] env[68166]: WARNING nova.compute.manager [req-ae078b43-088c-4aa4-af25-61a798d3ba1f req-ffb05420-ebe7-4416-951b-3e2178408001 service nova] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Received unexpected event network-vif-plugged-dc65a85b-a755-4a33-a3c2-09c85f648528 for instance with vm_state building and task_state spawning. [ 642.266117] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 642.266117] env[68166]: value = "task-2806303" [ 642.266117] env[68166]: _type = "Task" [ 642.266117] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.279608] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.347544] env[68166]: DEBUG nova.network.neutron [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Successfully updated port: dc65a85b-a755-4a33-a3c2-09c85f648528 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.464071] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 642.464391] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e2f2724f-7e86-43df-bfca-d80773fc6597 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.471227] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad863b1-0ca6-4b83-9299-388c292a77f7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.475150] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 642.475150] env[68166]: value = "task-2806304" [ 642.475150] env[68166]: _type = "Task" [ 642.475150] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.481574] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f6b3a3-8bf0-48c5-9280-6b2c61759976 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.489022] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806304, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.517460] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dec073c-95e8-453f-addc-b14a75e4f8d2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.532244] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca79bbb1-d583-4a29-8bdb-9585599d0833 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.534555] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806302, 'name': ReconfigVM_Task, 'duration_secs': 0.924525} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.534821] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Reconfigured VM instance instance-00000018 to attach disk [datastore1] be4c46f0-df97-4cbd-afde-76f598735d14/be4c46f0-df97-4cbd-afde-76f598735d14.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.536420] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5659ce28-02fd-4432-a2c2-181ccdb6ebed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.545480] env[68166]: DEBUG nova.compute.provider_tree [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.549163] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 642.549163] env[68166]: value = "task-2806305" [ 642.549163] env[68166]: _type = "Task" [ 642.549163] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.559520] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806305, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.607166] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5fb09e17-b929-4195-9636-a2b207c14015 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Lock "2c9a8df8-5546-46e7-b802-90bb85b4d1e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.868s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.777385] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.821374] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Acquiring lock "2c9a8df8-5546-46e7-b802-90bb85b4d1e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.821920] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Lock "2c9a8df8-5546-46e7-b802-90bb85b4d1e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.822238] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Acquiring lock "2c9a8df8-5546-46e7-b802-90bb85b4d1e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.822490] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Lock "2c9a8df8-5546-46e7-b802-90bb85b4d1e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.822721] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Lock "2c9a8df8-5546-46e7-b802-90bb85b4d1e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.825194] env[68166]: INFO nova.compute.manager [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Terminating instance [ 642.853594] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquiring lock "refresh_cache-b4c328b9-bd0d-4f8e-9990-19e8da955a53" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.854112] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquired lock "refresh_cache-b4c328b9-bd0d-4f8e-9990-19e8da955a53" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.854112] env[68166]: DEBUG nova.network.neutron [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.992676] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806304, 'name': CreateSnapshot_Task, 'duration_secs': 0.504937} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.992970] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 642.994016] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d27923-e16c-48cb-b92d-5879e967c6a6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.064560] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806305, 'name': Rename_Task, 'duration_secs': 0.271698} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.064872] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.065134] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0846a45-10a5-4fe7-b8f8-70b9a540ef5b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.072161] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 643.072161] env[68166]: value = "task-2806306" [ 643.072161] env[68166]: _type = "Task" [ 643.072161] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.075780] env[68166]: ERROR nova.scheduler.client.report [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [req-224b8b3a-c725-4953-a9c3-06cf92dead47] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-224b8b3a-c725-4953-a9c3-06cf92dead47"}]} [ 643.084119] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.094181] env[68166]: DEBUG nova.scheduler.client.report [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 643.110337] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.114246] env[68166]: DEBUG nova.scheduler.client.report [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 643.114472] env[68166]: DEBUG nova.compute.provider_tree [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.129201] env[68166]: DEBUG nova.scheduler.client.report [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 643.150300] env[68166]: DEBUG nova.scheduler.client.report [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 643.277903] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806303, 'name': ReconfigVM_Task, 'duration_secs': 0.77966} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.278216] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Reconfigured VM instance instance-00000010 to attach disk [datastore1] b8c67555-fca1-4aa9-85fa-ccb217eb34ec/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.279075] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002a9448-063c-453a-9ba7-2f1095a5aab2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.308265] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d47237-c9b2-4cb5-9b88-37c07105c18b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.324464] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 643.324464] env[68166]: value = "task-2806307" [ 643.324464] env[68166]: _type = "Task" [ 643.324464] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.333812] env[68166]: DEBUG nova.compute.manager [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.334040] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.334328] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.335033] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74b16a7-d33f-4a13-902a-0fd673ed7ca8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.341668] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.341912] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cab859e-3daf-446e-9943-7600ec0e6785 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.348825] env[68166]: DEBUG oslo_vmware.api [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Waiting for the task: (returnval){ [ 643.348825] env[68166]: value = "task-2806308" [ 643.348825] env[68166]: _type = "Task" [ 643.348825] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.362419] env[68166]: DEBUG oslo_vmware.api [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.393796] env[68166]: DEBUG nova.network.neutron [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.513092] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 643.516218] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b5eb2fe8-898b-4c36-ab30-4f2e4875721a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.531101] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 643.531101] env[68166]: value = "task-2806309" [ 643.531101] env[68166]: _type = "Task" [ 643.531101] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.544804] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806309, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.580089] env[68166]: DEBUG nova.network.neutron [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Updating instance_info_cache with network_info: [{"id": "dc65a85b-a755-4a33-a3c2-09c85f648528", "address": "fa:16:3e:89:36:18", "network": {"id": "efbe7bab-53fb-43c7-b04d-7359819f7a1a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-370070162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13253c622aee4cbd9ad1ddbcb91cb46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc65a85b-a7", "ovs_interfaceid": "dc65a85b-a755-4a33-a3c2-09c85f648528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.587835] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.640464] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.757206] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3080e088-7004-41fe-b9d8-23f7c86d2752 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.765835] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b505b12d-6bfd-46c4-8861-f03e318cf4a4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.799510] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443fda36-1ac1-4cc6-9bd3-81773610c0d2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.807600] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0796574-72aa-403f-9bd3-d7ffd5fe22f2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.821966] env[68166]: DEBUG nova.compute.provider_tree [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.834362] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806307, 'name': ReconfigVM_Task, 'duration_secs': 0.236123} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.834649] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.834909] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-595d6f98-d780-4167-b0be-af2e3ab14658 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.844297] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 643.844297] env[68166]: value = "task-2806310" [ 643.844297] env[68166]: _type = "Task" [ 643.844297] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.853279] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.863154] env[68166]: DEBUG oslo_vmware.api [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806308, 'name': PowerOffVM_Task, 'duration_secs': 0.18706} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.863437] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.863603] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.863857] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-462ffc8d-13ce-48a4-bd68-1ccde5353b1a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.950607] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.950867] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.951090] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Deleting the datastore file [datastore2] 2c9a8df8-5546-46e7-b802-90bb85b4d1e7 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.951388] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16c40f6c-2a07-4430-ade1-30e4c148751b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.959428] env[68166]: DEBUG oslo_vmware.api [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Waiting for the task: (returnval){ [ 643.959428] env[68166]: value = "task-2806312" [ 643.959428] env[68166]: _type = "Task" [ 643.959428] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.968104] env[68166]: DEBUG oslo_vmware.api [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.046265] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806309, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.083460] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Releasing lock "refresh_cache-b4c328b9-bd0d-4f8e-9990-19e8da955a53" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.083788] env[68166]: DEBUG nova.compute.manager [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Instance network_info: |[{"id": "dc65a85b-a755-4a33-a3c2-09c85f648528", "address": "fa:16:3e:89:36:18", "network": {"id": "efbe7bab-53fb-43c7-b04d-7359819f7a1a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-370070162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13253c622aee4cbd9ad1ddbcb91cb46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc65a85b-a7", "ovs_interfaceid": "dc65a85b-a755-4a33-a3c2-09c85f648528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.084169] env[68166]: DEBUG oslo_vmware.api [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806306, 'name': PowerOnVM_Task, 'duration_secs': 0.680934} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.084541] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:36:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc65a85b-a755-4a33-a3c2-09c85f648528', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.092541] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Creating folder: Project (13253c622aee4cbd9ad1ddbcb91cb46f). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.092818] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.093062] env[68166]: INFO nova.compute.manager [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Took 8.80 seconds to spawn the instance on the hypervisor. [ 644.093286] env[68166]: DEBUG nova.compute.manager [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.093548] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ace04031-dfed-40d8-bb46-50af7ee8843e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.095750] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb22b7e-36b2-4e2a-a235-0ddaf2fffad3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.171177] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Created folder: Project (13253c622aee4cbd9ad1ddbcb91cb46f) in parent group-v563881. [ 644.171453] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Creating folder: Instances. Parent ref: group-v563959. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.171732] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-964b1127-7b19-4aa4-8bab-688ed0580d2c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.182451] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Created folder: Instances in parent group-v563959. [ 644.182690] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.182884] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.183113] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c24e627f-91f8-4c9e-bf81-b145ebdcc8fd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.203081] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.203081] env[68166]: value = "task-2806315" [ 644.203081] env[68166]: _type = "Task" [ 644.203081] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.214157] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806315, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.270084] env[68166]: DEBUG nova.compute.manager [req-fe75e9c2-b94a-452e-b8d4-3087280008ee req-9bd596f5-d4c2-4553-8d5f-c6eabb55e1df service nova] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Received event network-changed-dc65a85b-a755-4a33-a3c2-09c85f648528 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.270291] env[68166]: DEBUG nova.compute.manager [req-fe75e9c2-b94a-452e-b8d4-3087280008ee req-9bd596f5-d4c2-4553-8d5f-c6eabb55e1df service nova] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Refreshing instance network info cache due to event network-changed-dc65a85b-a755-4a33-a3c2-09c85f648528. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.270495] env[68166]: DEBUG oslo_concurrency.lockutils [req-fe75e9c2-b94a-452e-b8d4-3087280008ee req-9bd596f5-d4c2-4553-8d5f-c6eabb55e1df service nova] Acquiring lock "refresh_cache-b4c328b9-bd0d-4f8e-9990-19e8da955a53" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.270664] env[68166]: DEBUG oslo_concurrency.lockutils [req-fe75e9c2-b94a-452e-b8d4-3087280008ee req-9bd596f5-d4c2-4553-8d5f-c6eabb55e1df service nova] Acquired lock "refresh_cache-b4c328b9-bd0d-4f8e-9990-19e8da955a53" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.270959] env[68166]: DEBUG nova.network.neutron [req-fe75e9c2-b94a-452e-b8d4-3087280008ee req-9bd596f5-d4c2-4553-8d5f-c6eabb55e1df service nova] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Refreshing network info cache for port dc65a85b-a755-4a33-a3c2-09c85f648528 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.355406] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.356419] env[68166]: DEBUG nova.scheduler.client.report [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 644.356663] env[68166]: DEBUG nova.compute.provider_tree [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 58 to 59 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 644.356840] env[68166]: DEBUG nova.compute.provider_tree [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 644.469771] env[68166]: DEBUG oslo_vmware.api [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Task: {'id': task-2806312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206171} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.470212] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.470428] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.470607] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.470781] env[68166]: INFO nova.compute.manager [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 644.471241] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.471461] env[68166]: DEBUG nova.compute.manager [-] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.471561] env[68166]: DEBUG nova.network.neutron [-] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.547220] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806309, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.617605] env[68166]: INFO nova.compute.manager [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Took 32.33 seconds to build instance. [ 644.712783] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806315, 'name': CreateVM_Task, 'duration_secs': 0.465561} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.712943] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.713664] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.713997] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.714165] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.714444] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ffe1360-f0b7-44f3-bc23-b124491149af {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.721296] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Waiting for the task: (returnval){ [ 644.721296] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5254a1e8-bc83-b3a9-967b-76032b51c1d2" [ 644.721296] env[68166]: _type = "Task" [ 644.721296] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.730882] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5254a1e8-bc83-b3a9-967b-76032b51c1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.856255] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.862352] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.062s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.862882] env[68166]: DEBUG nova.compute.manager [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.865489] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.690s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.866798] env[68166]: INFO nova.compute.claims [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.046835] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806309, 'name': CloneVM_Task, 'duration_secs': 1.368682} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.046835] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Created linked-clone VM from snapshot [ 645.046997] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e41eab8-5f1d-46b7-b821-0b6f99fb42d1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.056965] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Uploading image 842e8268-9701-4da9-9027-37a9c984259b {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 645.087879] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 645.087879] env[68166]: value = "vm-563958" [ 645.087879] env[68166]: _type = "VirtualMachine" [ 645.087879] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 645.088427] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c6b32d3b-158f-45e7-87e9-f70d4d1572ff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.096267] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lease: (returnval){ [ 645.096267] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5206d310-d73d-05e0-a396-4f2b78308922" [ 645.096267] env[68166]: _type = "HttpNfcLease" [ 645.096267] env[68166]: } obtained for exporting VM: (result){ [ 645.096267] env[68166]: value = "vm-563958" [ 645.096267] env[68166]: _type = "VirtualMachine" [ 645.096267] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 645.096899] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the lease: (returnval){ [ 645.096899] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5206d310-d73d-05e0-a396-4f2b78308922" [ 645.096899] env[68166]: _type = "HttpNfcLease" [ 645.096899] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 645.107137] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 645.107137] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5206d310-d73d-05e0-a396-4f2b78308922" [ 645.107137] env[68166]: _type = "HttpNfcLease" [ 645.107137] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 645.122375] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2bcc83f-1469-4e57-b4cb-579bbac4f3c8 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "be4c46f0-df97-4cbd-afde-76f598735d14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.692s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.233640] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5254a1e8-bc83-b3a9-967b-76032b51c1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.234220] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.234220] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.234423] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.234568] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.234821] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.235562] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c83b87de-7a10-4219-bc66-7b65c6c06703 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.241465] env[68166]: DEBUG nova.network.neutron [req-fe75e9c2-b94a-452e-b8d4-3087280008ee req-9bd596f5-d4c2-4553-8d5f-c6eabb55e1df service nova] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Updated VIF entry in instance network info cache for port dc65a85b-a755-4a33-a3c2-09c85f648528. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.241789] env[68166]: DEBUG nova.network.neutron [req-fe75e9c2-b94a-452e-b8d4-3087280008ee req-9bd596f5-d4c2-4553-8d5f-c6eabb55e1df service nova] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Updating instance_info_cache with network_info: [{"id": "dc65a85b-a755-4a33-a3c2-09c85f648528", "address": "fa:16:3e:89:36:18", "network": {"id": "efbe7bab-53fb-43c7-b04d-7359819f7a1a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-370070162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13253c622aee4cbd9ad1ddbcb91cb46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc65a85b-a7", "ovs_interfaceid": "dc65a85b-a755-4a33-a3c2-09c85f648528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.244830] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.244998] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.245732] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75fca49-910e-40b5-913f-972ee9ac06f6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.251725] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Waiting for the task: (returnval){ [ 645.251725] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527148c4-34cf-2585-0067-b12cd2efa604" [ 645.251725] env[68166]: _type = "Task" [ 645.251725] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.261418] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527148c4-34cf-2585-0067-b12cd2efa604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.356104] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.371652] env[68166]: DEBUG nova.compute.utils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.375168] env[68166]: DEBUG nova.compute.manager [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.375434] env[68166]: DEBUG nova.network.neutron [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.429338] env[68166]: DEBUG nova.policy [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a4916d2f00442cbb0b4a59c39b46d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f36a1ca8c514aef91cb3dfb3998e3f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.561081] env[68166]: DEBUG nova.network.neutron [-] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.609748] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 645.609748] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5206d310-d73d-05e0-a396-4f2b78308922" [ 645.609748] env[68166]: _type = "HttpNfcLease" [ 645.609748] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 645.610104] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 645.610104] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5206d310-d73d-05e0-a396-4f2b78308922" [ 645.610104] env[68166]: _type = "HttpNfcLease" [ 645.610104] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 645.610865] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9186ee3-0054-404c-b88d-6fead88c03bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.622416] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c170a3-fda0-3d5b-f5f0-e1bb9ea5d19a/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 645.623234] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c170a3-fda0-3d5b-f5f0-e1bb9ea5d19a/disk-0.vmdk for reading. {{(pid=68166) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 645.624872] env[68166]: DEBUG nova.compute.manager [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.719903] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9ce87bd-c2df-4604-b71b-ad71666b06e7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.746779] env[68166]: DEBUG oslo_concurrency.lockutils [req-fe75e9c2-b94a-452e-b8d4-3087280008ee req-9bd596f5-d4c2-4553-8d5f-c6eabb55e1df service nova] Releasing lock "refresh_cache-b4c328b9-bd0d-4f8e-9990-19e8da955a53" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.772102] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527148c4-34cf-2585-0067-b12cd2efa604, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.772905] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-295ed908-3316-4722-b511-bcef9b2c0b3b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.778889] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Waiting for the task: (returnval){ [ 645.778889] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b4122a-81a6-dbf7-f284-f1607046e115" [ 645.778889] env[68166]: _type = "Task" [ 645.778889] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.787198] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b4122a-81a6-dbf7-f284-f1607046e115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.836160] env[68166]: DEBUG nova.network.neutron [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Successfully created port: 25ed3d49-146e-41f3-8d58-b59e2c8bff6f {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.856913] env[68166]: DEBUG oslo_vmware.api [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806310, 'name': PowerOnVM_Task, 'duration_secs': 2.007929} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.857285] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.860434] env[68166]: DEBUG nova.compute.manager [None req-e1c2a983-58e4-4f49-91ec-56258b3d1932 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.861428] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e70925-3f6f-4e04-a5fb-054ec335abbb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.876073] env[68166]: DEBUG nova.compute.manager [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.065170] env[68166]: INFO nova.compute.manager [-] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Took 1.59 seconds to deallocate network for instance. [ 646.147701] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.291565] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b4122a-81a6-dbf7-f284-f1607046e115, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.295721] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.296064] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] b4c328b9-bd0d-4f8e-9990-19e8da955a53/b4c328b9-bd0d-4f8e-9990-19e8da955a53.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.296614] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-695a4c64-7ac1-4d26-9ebb-3323fa5d6d9e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.304550] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Waiting for the task: (returnval){ [ 646.304550] env[68166]: value = "task-2806317" [ 646.304550] env[68166]: _type = "Task" [ 646.304550] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.313780] env[68166]: DEBUG nova.compute.manager [req-be83a246-f240-4950-afbc-03a633449163 req-1b82b538-59da-4639-9377-f34fe9f37be3 service nova] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Received event network-vif-deleted-02031566-308c-4d99-8030-d4e7b5b68fbd {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.318431] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.513316] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8933429c-2a73-4f77-a8e2-0539a3ff429c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.523656] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e7d4fd-26ed-4310-b801-5c1d7c795e96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.569158] env[68166]: DEBUG nova.compute.manager [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.569158] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06e05dc-3da0-424d-a576-0198fcef584f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.572503] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477374e9-6fca-4238-bdfb-f4ab8944e582 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.577481] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.587364] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490b2472-be85-4394-a0f8-e09ef2bc9628 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.613091] env[68166]: DEBUG nova.compute.provider_tree [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.818206] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806317, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.892902] env[68166]: DEBUG nova.compute.manager [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.919740] env[68166]: DEBUG nova.virt.hardware [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.920379] env[68166]: DEBUG nova.virt.hardware [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.921062] env[68166]: DEBUG nova.virt.hardware [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.921062] env[68166]: DEBUG nova.virt.hardware [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.921200] env[68166]: DEBUG nova.virt.hardware [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.921307] env[68166]: DEBUG nova.virt.hardware [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.921577] env[68166]: DEBUG nova.virt.hardware [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.921795] env[68166]: DEBUG nova.virt.hardware [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.922041] env[68166]: DEBUG nova.virt.hardware [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.922234] env[68166]: DEBUG nova.virt.hardware [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.922415] env[68166]: DEBUG nova.virt.hardware [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.923543] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de28572c-09be-4d1d-b406-79e3b399c915 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.933377] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9829a5-8f66-4006-8c9a-cfc4381d2829 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.940923] env[68166]: INFO nova.compute.manager [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Unrescuing [ 646.941606] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "refresh_cache-b8c67555-fca1-4aa9-85fa-ccb217eb34ec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.941672] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "refresh_cache-b8c67555-fca1-4aa9-85fa-ccb217eb34ec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.941861] env[68166]: DEBUG nova.network.neutron [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.097424] env[68166]: INFO nova.compute.manager [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] instance snapshotting [ 647.100687] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fc1cd2-a421-4ba7-8b8e-aab8fb075dc8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.120584] env[68166]: DEBUG nova.scheduler.client.report [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.126237] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50d8a61-6a44-403f-b7de-639fda5f6193 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.322492] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521462} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.322492] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] b4c328b9-bd0d-4f8e-9990-19e8da955a53/b4c328b9-bd0d-4f8e-9990-19e8da955a53.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.322492] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.322492] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0257031-aaf7-43c4-b275-6aa459f56233 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.331451] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Waiting for the task: (returnval){ [ 647.331451] env[68166]: value = "task-2806318" [ 647.331451] env[68166]: _type = "Task" [ 647.331451] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.345080] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.419452] env[68166]: DEBUG nova.network.neutron [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Successfully updated port: 25ed3d49-146e-41f3-8d58-b59e2c8bff6f {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.626230] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.626773] env[68166]: DEBUG nova.compute.manager [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.629886] env[68166]: DEBUG oslo_concurrency.lockutils [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.183s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.630131] env[68166]: DEBUG nova.objects.instance [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lazy-loading 'resources' on Instance uuid 553ee163-1336-4434-89f6-4bbc5f5fa2fe {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.637582] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 647.637582] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf13d8a0-a613-4fd4-b05c-b9ab4d37069f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.647416] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 647.647416] env[68166]: value = "task-2806319" [ 647.647416] env[68166]: _type = "Task" [ 647.647416] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.668948] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806319, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.701512] env[68166]: DEBUG nova.network.neutron [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Updating instance_info_cache with network_info: [{"id": "27e6c68b-1c49-464d-96d3-e54d7336c5bf", "address": "fa:16:3e:0f:cc:63", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e6c68b-1c", "ovs_interfaceid": "27e6c68b-1c49-464d-96d3-e54d7336c5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.842505] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155925} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.843213] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.844059] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee47bf7-bbde-4c98-bcb8-1abf8dc65dfa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.866992] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] b4c328b9-bd0d-4f8e-9990-19e8da955a53/b4c328b9-bd0d-4f8e-9990-19e8da955a53.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.867321] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adce5013-fa77-40c5-99be-d2b594ba65c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.888831] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Waiting for the task: (returnval){ [ 647.888831] env[68166]: value = "task-2806320" [ 647.888831] env[68166]: _type = "Task" [ 647.888831] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.899140] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.927172] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "refresh_cache-369e1ee3-ae1e-453c-ac27-b21b6b171459" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.927258] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquired lock "refresh_cache-369e1ee3-ae1e-453c-ac27-b21b6b171459" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.927397] env[68166]: DEBUG nova.network.neutron [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.139024] env[68166]: DEBUG nova.compute.utils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.141579] env[68166]: DEBUG nova.compute.manager [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Not allocating networking since 'none' was specified. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 648.162094] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806319, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.204552] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "refresh_cache-b8c67555-fca1-4aa9-85fa-ccb217eb34ec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.205176] env[68166]: DEBUG nova.objects.instance [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lazy-loading 'flavor' on Instance uuid b8c67555-fca1-4aa9-85fa-ccb217eb34ec {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.348399] env[68166]: DEBUG nova.compute.manager [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Received event network-vif-plugged-25ed3d49-146e-41f3-8d58-b59e2c8bff6f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.348399] env[68166]: DEBUG oslo_concurrency.lockutils [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] Acquiring lock "369e1ee3-ae1e-453c-ac27-b21b6b171459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.348399] env[68166]: DEBUG oslo_concurrency.lockutils [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] Lock "369e1ee3-ae1e-453c-ac27-b21b6b171459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.348399] env[68166]: DEBUG oslo_concurrency.lockutils [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] Lock "369e1ee3-ae1e-453c-ac27-b21b6b171459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.348540] env[68166]: DEBUG nova.compute.manager [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] No waiting events found dispatching network-vif-plugged-25ed3d49-146e-41f3-8d58-b59e2c8bff6f {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.348738] env[68166]: WARNING nova.compute.manager [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Received unexpected event network-vif-plugged-25ed3d49-146e-41f3-8d58-b59e2c8bff6f for instance with vm_state building and task_state spawning. [ 648.348927] env[68166]: DEBUG nova.compute.manager [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Received event network-changed-25ed3d49-146e-41f3-8d58-b59e2c8bff6f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.349101] env[68166]: DEBUG nova.compute.manager [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Refreshing instance network info cache due to event network-changed-25ed3d49-146e-41f3-8d58-b59e2c8bff6f. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 648.349291] env[68166]: DEBUG oslo_concurrency.lockutils [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] Acquiring lock "refresh_cache-369e1ee3-ae1e-453c-ac27-b21b6b171459" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.402214] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806320, 'name': ReconfigVM_Task, 'duration_secs': 0.419094} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.402522] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Reconfigured VM instance instance-00000019 to attach disk [datastore1] b4c328b9-bd0d-4f8e-9990-19e8da955a53/b4c328b9-bd0d-4f8e-9990-19e8da955a53.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.403288] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-399e9eef-e008-418c-bb0c-955e88161fc7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.412670] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Waiting for the task: (returnval){ [ 648.412670] env[68166]: value = "task-2806321" [ 648.412670] env[68166]: _type = "Task" [ 648.412670] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.422480] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806321, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.479658] env[68166]: DEBUG nova.network.neutron [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.642856] env[68166]: DEBUG nova.compute.manager [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.650458] env[68166]: DEBUG nova.network.neutron [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Updating instance_info_cache with network_info: [{"id": "25ed3d49-146e-41f3-8d58-b59e2c8bff6f", "address": "fa:16:3e:ab:c0:bb", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ed3d49-14", "ovs_interfaceid": "25ed3d49-146e-41f3-8d58-b59e2c8bff6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.662650] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806319, 'name': CreateSnapshot_Task, 'duration_secs': 0.882843} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.666133] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 648.667554] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308db3b3-3b92-4610-aac5-223074fa75db {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.714347] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76683334-a554-4e7a-ba0d-492307c62d04 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.737553] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.740760] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c735d0f8-a106-47b2-810c-8d8877e24a64 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.748686] env[68166]: DEBUG oslo_vmware.api [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 648.748686] env[68166]: value = "task-2806322" [ 648.748686] env[68166]: _type = "Task" [ 648.748686] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.758464] env[68166]: DEBUG oslo_vmware.api [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.783582] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de77611d-4cfe-4761-8dd7-cf14084453cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.793043] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2c4c4e-1ad5-40c5-a55e-c8dc8ca5ea01 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.826246] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f921785c-8745-4356-86ca-ec6bf7e78376 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.835037] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1321a386-03f9-4027-a8b6-78ce59cd38c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.850078] env[68166]: DEBUG nova.compute.provider_tree [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.924934] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806321, 'name': Rename_Task, 'duration_secs': 0.200668} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.925171] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.925369] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb995e25-eebf-4eb7-86e4-aac82bcdfc10 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.935434] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Waiting for the task: (returnval){ [ 648.935434] env[68166]: value = "task-2806323" [ 648.935434] env[68166]: _type = "Task" [ 648.935434] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.944867] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.152718] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Releasing lock "refresh_cache-369e1ee3-ae1e-453c-ac27-b21b6b171459" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.153071] env[68166]: DEBUG nova.compute.manager [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Instance network_info: |[{"id": "25ed3d49-146e-41f3-8d58-b59e2c8bff6f", "address": "fa:16:3e:ab:c0:bb", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ed3d49-14", "ovs_interfaceid": "25ed3d49-146e-41f3-8d58-b59e2c8bff6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.153387] env[68166]: DEBUG oslo_concurrency.lockutils [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] Acquired lock "refresh_cache-369e1ee3-ae1e-453c-ac27-b21b6b171459" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.153602] env[68166]: DEBUG nova.network.neutron [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Refreshing network info cache for port 25ed3d49-146e-41f3-8d58-b59e2c8bff6f {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.154734] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:c0:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25ed3d49-146e-41f3-8d58-b59e2c8bff6f', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.163363] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Creating folder: Project (5f36a1ca8c514aef91cb3dfb3998e3f6). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.166757] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66cc474b-c679-4ad2-980b-677589890135 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.191814] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 649.192200] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Created folder: Project (5f36a1ca8c514aef91cb3dfb3998e3f6) in parent group-v563881. [ 649.192389] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Creating folder: Instances. Parent ref: group-v563963. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.193489] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae3bf2d3-7557-4038-8fc0-357ed44153fd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.196616] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60d87574-0aad-4211-84c2-888866e3c12d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.205313] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 649.205313] env[68166]: value = "task-2806325" [ 649.205313] env[68166]: _type = "Task" [ 649.205313] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.209999] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Created folder: Instances in parent group-v563963. [ 649.210302] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.211047] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.211240] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bc3cdd9-3c8f-4d4b-8e76-3eb9743e0077 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.230880] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806325, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.237091] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.237091] env[68166]: value = "task-2806327" [ 649.237091] env[68166]: _type = "Task" [ 649.237091] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.245732] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806327, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.261334] env[68166]: DEBUG oslo_vmware.api [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806322, 'name': PowerOffVM_Task, 'duration_secs': 0.305922} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.261637] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.266884] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 649.269884] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82ade7c4-c687-4560-908d-0249cb4b826e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.289676] env[68166]: DEBUG oslo_vmware.api [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 649.289676] env[68166]: value = "task-2806328" [ 649.289676] env[68166]: _type = "Task" [ 649.289676] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.302757] env[68166]: DEBUG oslo_vmware.api [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.354073] env[68166]: DEBUG nova.scheduler.client.report [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.443844] env[68166]: DEBUG nova.network.neutron [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Updated VIF entry in instance network info cache for port 25ed3d49-146e-41f3-8d58-b59e2c8bff6f. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.444234] env[68166]: DEBUG nova.network.neutron [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Updating instance_info_cache with network_info: [{"id": "25ed3d49-146e-41f3-8d58-b59e2c8bff6f", "address": "fa:16:3e:ab:c0:bb", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ed3d49-14", "ovs_interfaceid": "25ed3d49-146e-41f3-8d58-b59e2c8bff6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.452353] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.653103] env[68166]: DEBUG nova.compute.manager [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.676896] env[68166]: DEBUG nova.virt.hardware [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.677182] env[68166]: DEBUG nova.virt.hardware [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.677344] env[68166]: DEBUG nova.virt.hardware [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.677527] env[68166]: DEBUG nova.virt.hardware [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.677673] env[68166]: DEBUG nova.virt.hardware [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.677863] env[68166]: DEBUG nova.virt.hardware [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.678233] env[68166]: DEBUG nova.virt.hardware [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.678410] env[68166]: DEBUG nova.virt.hardware [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.678594] env[68166]: DEBUG nova.virt.hardware [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.678785] env[68166]: DEBUG nova.virt.hardware [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.678977] env[68166]: DEBUG nova.virt.hardware [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.679903] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1fbe14-2c27-4aa2-b3ae-0d2628471276 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.688853] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51010e89-af25-4f52-870d-39abcca739a8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.703605] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.709258] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Creating folder: Project (0fdd5cc95e594483bb4028b6ca277fde). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.709623] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc8b1199-037a-4183-b5e2-d09df89d7441 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.720168] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806325, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.726234] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Created folder: Project (0fdd5cc95e594483bb4028b6ca277fde) in parent group-v563881. [ 649.726563] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Creating folder: Instances. Parent ref: group-v563967. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.726933] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87ea1951-a7ef-484d-bc13-8d2b378fd5c6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.739173] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Created folder: Instances in parent group-v563967. [ 649.739486] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.742999] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.743259] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e4918a8-82b8-48a2-a539-6bd5ff6ff08c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.762931] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806327, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.764633] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.764633] env[68166]: value = "task-2806331" [ 649.764633] env[68166]: _type = "Task" [ 649.764633] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.775145] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806331, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.801110] env[68166]: DEBUG oslo_vmware.api [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806328, 'name': ReconfigVM_Task, 'duration_secs': 0.496971} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.801401] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 649.801592] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.801848] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1fba593-dac6-4b75-9777-1e792871bc49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.808145] env[68166]: DEBUG oslo_vmware.api [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 649.808145] env[68166]: value = "task-2806332" [ 649.808145] env[68166]: _type = "Task" [ 649.808145] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.816744] env[68166]: DEBUG oslo_vmware.api [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.860222] env[68166]: DEBUG oslo_concurrency.lockutils [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.864323] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.300s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.865225] env[68166]: DEBUG nova.objects.instance [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lazy-loading 'resources' on Instance uuid ed2bca2e-9fe5-417b-a455-c997b75d3cdc {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.887338] env[68166]: INFO nova.scheduler.client.report [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Deleted allocations for instance 553ee163-1336-4434-89f6-4bbc5f5fa2fe [ 649.947727] env[68166]: DEBUG oslo_concurrency.lockutils [req-d90a0042-3d26-4170-b1af-0ad4534c3638 req-6a107e19-d1d5-4cf0-8339-c64ec07f6e9c service nova] Releasing lock "refresh_cache-369e1ee3-ae1e-453c-ac27-b21b6b171459" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.948166] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.221961] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806325, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.249914] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806327, 'name': CreateVM_Task, 'duration_secs': 0.552347} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.254048] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.254048] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.254048] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.254048] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.254048] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55314555-f9ea-4297-925f-9abe09d2e06e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.258637] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 650.258637] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526498d3-cf0f-e442-16bf-cc2bc0ce403f" [ 650.258637] env[68166]: _type = "Task" [ 650.258637] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.274217] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526498d3-cf0f-e442-16bf-cc2bc0ce403f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.280986] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806331, 'name': CreateVM_Task, 'duration_secs': 0.410291} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.281215] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.281665] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.318378] env[68166]: DEBUG oslo_vmware.api [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806332, 'name': PowerOnVM_Task, 'duration_secs': 0.484346} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.318666] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.318902] env[68166]: DEBUG nova.compute.manager [None req-0b92b678-0d05-4651-b437-807d678ab82f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.319703] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed87fad0-83ea-45bc-9aee-4de3cea80a1f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.396628] env[68166]: DEBUG oslo_concurrency.lockutils [None req-61e4560a-4a50-4398-85f1-6ec37a8d16c9 tempest-ServersAdmin275Test-1241467965 tempest-ServersAdmin275Test-1241467965-project-member] Lock "553ee163-1336-4434-89f6-4bbc5f5fa2fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.387s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.451855] env[68166]: DEBUG oslo_vmware.api [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806323, 'name': PowerOnVM_Task, 'duration_secs': 1.420783} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.451855] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.451855] env[68166]: INFO nova.compute.manager [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Took 8.65 seconds to spawn the instance on the hypervisor. [ 650.451855] env[68166]: DEBUG nova.compute.manager [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.452781] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1f0b3-1706-4ed1-b3f5-da430dd30093 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.722999] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806325, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.772415] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526498d3-cf0f-e442-16bf-cc2bc0ce403f, 'name': SearchDatastore_Task, 'duration_secs': 0.016196} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.772732] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.772963] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.773217] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.773362] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.773534] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.773806] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.774270] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.774381] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f375b334-4836-4cb7-95b2-087b0055b0fd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.778378] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959ffa11-986a-4481-8369-a7d07257c389 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.784510] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Waiting for the task: (returnval){ [ 650.784510] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524ba2ff-1927-e406-9a85-d32cbb649034" [ 650.784510] env[68166]: _type = "Task" [ 650.784510] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.788909] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.789104] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.790199] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf44df3-ac38-4ca7-9c28-05645596d848 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.797549] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524ba2ff-1927-e406-9a85-d32cbb649034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.801532] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 650.801532] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52040d2e-565e-733d-01d1-20b6600f408b" [ 650.801532] env[68166]: _type = "Task" [ 650.801532] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.810541] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52040d2e-565e-733d-01d1-20b6600f408b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.938410] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93439ad1-4446-4120-94ae-3a2ec9681f03 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.948254] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbafc57d-ccf2-4771-89f2-9ea12111e2b9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.988674] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f564346-881b-414f-baa5-1e28481c2a8f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.995149] env[68166]: INFO nova.compute.manager [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Took 35.43 seconds to build instance. [ 650.999355] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a48a24f-dba7-4e09-9d27-fbfd0473aba4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.015409] env[68166]: DEBUG nova.compute.provider_tree [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.226869] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806325, 'name': CloneVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.296189] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524ba2ff-1927-e406-9a85-d32cbb649034, 'name': SearchDatastore_Task, 'duration_secs': 0.021422} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.296189] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.296427] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.296554] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.312356] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52040d2e-565e-733d-01d1-20b6600f408b, 'name': SearchDatastore_Task, 'duration_secs': 0.025048} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.313266] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4dee7c2-7b44-4cb3-b647-04250fb4e6aa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.321643] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 651.321643] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52fd10f5-5391-4e16-ee15-0bb78ac4bb22" [ 651.321643] env[68166]: _type = "Task" [ 651.321643] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.328980] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52fd10f5-5391-4e16-ee15-0bb78ac4bb22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.499918] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e6dee026-fe4d-449a-9e71-e5394c1eef86 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lock "b4c328b9-bd0d-4f8e-9990-19e8da955a53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.088s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.520480] env[68166]: DEBUG nova.scheduler.client.report [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.723625] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806325, 'name': CloneVM_Task, 'duration_secs': 2.059972} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.723900] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Created linked-clone VM from snapshot [ 651.724680] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3034fae6-f50d-4f2e-a41e-ce6f02f42585 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.727482] env[68166]: DEBUG oslo_concurrency.lockutils [None req-96ae9623-8c7d-46ca-8540-3c5b2cb5786b tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquiring lock "interface-b4c328b9-bd0d-4f8e-9990-19e8da955a53-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.727701] env[68166]: DEBUG oslo_concurrency.lockutils [None req-96ae9623-8c7d-46ca-8540-3c5b2cb5786b tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lock "interface-b4c328b9-bd0d-4f8e-9990-19e8da955a53-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.728014] env[68166]: DEBUG nova.objects.instance [None req-96ae9623-8c7d-46ca-8540-3c5b2cb5786b tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lazy-loading 'flavor' on Instance uuid b4c328b9-bd0d-4f8e-9990-19e8da955a53 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.735015] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Uploading image 1bb8118f-8b9c-4979-8d3c-0411107bd667 {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 651.761554] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 651.761554] env[68166]: value = "vm-563965" [ 651.761554] env[68166]: _type = "VirtualMachine" [ 651.761554] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 651.762525] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-baeeb1b9-7898-4e55-bfe3-c31a88633c9f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.770352] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lease: (returnval){ [ 651.770352] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52397ab8-4ea8-fda1-f359-c5819a47d1c7" [ 651.770352] env[68166]: _type = "HttpNfcLease" [ 651.770352] env[68166]: } obtained for exporting VM: (result){ [ 651.770352] env[68166]: value = "vm-563965" [ 651.770352] env[68166]: _type = "VirtualMachine" [ 651.770352] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 651.770744] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the lease: (returnval){ [ 651.770744] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52397ab8-4ea8-fda1-f359-c5819a47d1c7" [ 651.770744] env[68166]: _type = "HttpNfcLease" [ 651.770744] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 651.777736] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 651.777736] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52397ab8-4ea8-fda1-f359-c5819a47d1c7" [ 651.777736] env[68166]: _type = "HttpNfcLease" [ 651.777736] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 651.833452] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52fd10f5-5391-4e16-ee15-0bb78ac4bb22, 'name': SearchDatastore_Task, 'duration_secs': 0.025934} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.833828] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.834134] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 369e1ee3-ae1e-453c-ac27-b21b6b171459/369e1ee3-ae1e-453c-ac27-b21b6b171459.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.834463] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.834686] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.834917] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed13fb4d-9ed7-4d0d-9e18-3ab5f0036420 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.837013] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e742b8fc-c1c8-41a6-a3a1-4e4579d56d95 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.845420] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 651.845420] env[68166]: value = "task-2806334" [ 651.845420] env[68166]: _type = "Task" [ 651.845420] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.850168] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.850428] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.851679] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4203739-8c9e-49ff-b5b8-d789a77dd598 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.857409] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.861606] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Waiting for the task: (returnval){ [ 651.861606] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527e1ac3-042d-0277-93d2-7297317acbbd" [ 651.861606] env[68166]: _type = "Task" [ 651.861606] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.886792] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527e1ac3-042d-0277-93d2-7297317acbbd, 'name': SearchDatastore_Task, 'duration_secs': 0.022159} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.887681] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-850ee236-25da-4cf7-882f-6bfad8146379 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.895550] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Waiting for the task: (returnval){ [ 651.895550] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]528c30e2-7632-cddc-9765-2ab07a79a2c1" [ 651.895550] env[68166]: _type = "Task" [ 651.895550] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.905618] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528c30e2-7632-cddc-9765-2ab07a79a2c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.002022] env[68166]: DEBUG nova.compute.manager [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.024648] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.027368] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.433s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.028034] env[68166]: DEBUG nova.objects.instance [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lazy-loading 'resources' on Instance uuid f7498597-2d98-4056-a0b2-218246e8c9ee {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.049573] env[68166]: INFO nova.scheduler.client.report [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Deleted allocations for instance ed2bca2e-9fe5-417b-a455-c997b75d3cdc [ 652.232213] env[68166]: DEBUG nova.objects.instance [None req-96ae9623-8c7d-46ca-8540-3c5b2cb5786b tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lazy-loading 'pci_requests' on Instance uuid b4c328b9-bd0d-4f8e-9990-19e8da955a53 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.279939] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 652.279939] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52397ab8-4ea8-fda1-f359-c5819a47d1c7" [ 652.279939] env[68166]: _type = "HttpNfcLease" [ 652.279939] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 652.280348] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 652.280348] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52397ab8-4ea8-fda1-f359-c5819a47d1c7" [ 652.280348] env[68166]: _type = "HttpNfcLease" [ 652.280348] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 652.281177] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16cf60d-0a24-4993-add0-90c76a0df6f8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.295712] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240c153-2b6d-c979-25ac-07b2be74d5c2/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 652.295839] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240c153-2b6d-c979-25ac-07b2be74d5c2/disk-0.vmdk for reading. {{(pid=68166) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 652.365880] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806334, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.407072] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528c30e2-7632-cddc-9765-2ab07a79a2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013357} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.407072] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.407072] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 116dbe06-cb18-4edb-bdca-01d7f5f066d9/116dbe06-cb18-4edb-bdca-01d7f5f066d9.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.407453] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce15bdc6-37da-4ee6-81b9-fe7914d8aab5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.416127] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Waiting for the task: (returnval){ [ 652.416127] env[68166]: value = "task-2806335" [ 652.416127] env[68166]: _type = "Task" [ 652.416127] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.425185] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.523343] env[68166]: DEBUG oslo_concurrency.lockutils [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.559474] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2d0d5a6f-f7c4-469a-af9f-b720e06d0681 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "ed2bca2e-9fe5-417b-a455-c997b75d3cdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.979s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.597196] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7b91bcd9-89fb-4aef-aa0d-23e6b14aab17 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.737883] env[68166]: DEBUG nova.objects.base [None req-96ae9623-8c7d-46ca-8540-3c5b2cb5786b tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 652.738216] env[68166]: DEBUG nova.network.neutron [None req-96ae9623-8c7d-46ca-8540-3c5b2cb5786b tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.839316] env[68166]: DEBUG oslo_concurrency.lockutils [None req-96ae9623-8c7d-46ca-8540-3c5b2cb5786b tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lock "interface-b4c328b9-bd0d-4f8e-9990-19e8da955a53-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.111s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.884863] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828147} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.885252] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 369e1ee3-ae1e-453c-ac27-b21b6b171459/369e1ee3-ae1e-453c-ac27-b21b6b171459.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.885584] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.886237] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-accc7900-1fab-40be-ac92-a47413cb5a76 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.897328] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 652.897328] env[68166]: value = "task-2806336" [ 652.897328] env[68166]: _type = "Task" [ 652.897328] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.908636] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.930282] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806335, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.180662] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f8233e-ea79-41df-8d1f-bdae94eb9d1a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.189200] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135e9008-c6b0-45d0-9f06-2d603351a2e2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.225446] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c94ff08-d2e8-456d-a688-88bc3c56307e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.235199] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2513d0-f102-46fb-a6cc-bf203e6bc28f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.251651] env[68166]: DEBUG nova.compute.provider_tree [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.419216] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102148} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.419216] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.419216] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eccc76-7d62-49b8-97e5-c74094d60114 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.447513] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 369e1ee3-ae1e-453c-ac27-b21b6b171459/369e1ee3-ae1e-453c-ac27-b21b6b171459.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.451118] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f7e0c0c-6565-4f3a-8bfb-252445bfaa0b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.467313] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795893} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.467695] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 116dbe06-cb18-4edb-bdca-01d7f5f066d9/116dbe06-cb18-4edb-bdca-01d7f5f066d9.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.467955] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.468892] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a80fcf2-8b7e-4a7a-a012-73e73fa31710 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.477141] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 653.477141] env[68166]: value = "task-2806337" [ 653.477141] env[68166]: _type = "Task" [ 653.477141] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.478642] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Waiting for the task: (returnval){ [ 653.478642] env[68166]: value = "task-2806338" [ 653.478642] env[68166]: _type = "Task" [ 653.478642] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.495482] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.499737] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.756746] env[68166]: DEBUG nova.scheduler.client.report [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.992441] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142844} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.996096] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.997386] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.997733] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda8b484-5184-4828-817f-c2feaf81e038 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.021545] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 116dbe06-cb18-4edb-bdca-01d7f5f066d9/116dbe06-cb18-4edb-bdca-01d7f5f066d9.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.021946] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1927f2-9c53-4721-a227-6c55e9f68ebb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.044661] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Waiting for the task: (returnval){ [ 654.044661] env[68166]: value = "task-2806339" [ 654.044661] env[68166]: _type = "Task" [ 654.044661] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.055356] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.262058] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.265045] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.208s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.266452] env[68166]: INFO nova.compute.claims [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.288486] env[68166]: INFO nova.scheduler.client.report [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted allocations for instance f7498597-2d98-4056-a0b2-218246e8c9ee [ 654.491473] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806337, 'name': ReconfigVM_Task, 'duration_secs': 0.666113} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.492652] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 369e1ee3-ae1e-453c-ac27-b21b6b171459/369e1ee3-ae1e-453c-ac27-b21b6b171459.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.492738] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06a44a01-7b6c-4aaa-af32-7d2c41cdb7e5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.500563] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 654.500563] env[68166]: value = "task-2806340" [ 654.500563] env[68166]: _type = "Task" [ 654.500563] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.509031] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806340, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.555379] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.799055] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27a68e61-9f1b-4a34-b3ca-297efdca13ff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "f7498597-2d98-4056-a0b2-218246e8c9ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.733s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.012563] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806340, 'name': Rename_Task, 'duration_secs': 0.243947} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.012776] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.013083] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5676b0a-5f58-4d48-892e-eb467924b990 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.020287] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 655.020287] env[68166]: value = "task-2806341" [ 655.020287] env[68166]: _type = "Task" [ 655.020287] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.029534] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.056762] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806339, 'name': ReconfigVM_Task, 'duration_secs': 0.61656} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.057036] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 116dbe06-cb18-4edb-bdca-01d7f5f066d9/116dbe06-cb18-4edb-bdca-01d7f5f066d9.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.057731] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3ac7b1c-6eef-4510-a020-1cdd8e915f40 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.065757] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Waiting for the task: (returnval){ [ 655.065757] env[68166]: value = "task-2806342" [ 655.065757] env[68166]: _type = "Task" [ 655.065757] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.075245] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806342, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.200500] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c170a3-fda0-3d5b-f5f0-e1bb9ea5d19a/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 655.201516] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b82cb08-d8f4-4f70-be88-dfbf4af08d6c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.209153] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c170a3-fda0-3d5b-f5f0-e1bb9ea5d19a/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 655.209363] env[68166]: ERROR oslo_vmware.rw_handles [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c170a3-fda0-3d5b-f5f0-e1bb9ea5d19a/disk-0.vmdk due to incomplete transfer. [ 655.209640] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9299c0e4-3b45-4d7e-a5d7-e127ac45f987 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.218714] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c170a3-fda0-3d5b-f5f0-e1bb9ea5d19a/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 655.218941] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Uploaded image 842e8268-9701-4da9-9027-37a9c984259b to the Glance image server {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 655.221171] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 655.221618] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8bb1c26f-959d-464a-95ee-866dcee405c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.230667] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 655.230667] env[68166]: value = "task-2806343" [ 655.230667] env[68166]: _type = "Task" [ 655.230667] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.240471] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806343, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.535843] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.580830] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806342, 'name': Rename_Task, 'duration_secs': 0.25148} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.580830] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.580830] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be9eb720-2781-435c-a586-6b26a3d885d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.590675] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Waiting for the task: (returnval){ [ 655.590675] env[68166]: value = "task-2806344" [ 655.590675] env[68166]: _type = "Task" [ 655.590675] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.603298] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.744136] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806343, 'name': Destroy_Task} progress is 33%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.835199] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45338b6-a09f-4bf2-b329-6b6ab5da881d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.844751] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7da2c98-a3b8-4054-8abf-7ea874893484 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.882753] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b768da4a-aee1-4a00-8ea3-2e9d22627b0a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.892355] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce686e22-09ed-4fef-8521-518191b4078c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.908847] env[68166]: DEBUG nova.compute.provider_tree [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.035245] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806341, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.102899] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806344, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.108955] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquiring lock "b4c328b9-bd0d-4f8e-9990-19e8da955a53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.108955] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lock "b4c328b9-bd0d-4f8e-9990-19e8da955a53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.109124] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquiring lock "b4c328b9-bd0d-4f8e-9990-19e8da955a53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.109368] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lock "b4c328b9-bd0d-4f8e-9990-19e8da955a53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.109633] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lock "b4c328b9-bd0d-4f8e-9990-19e8da955a53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.112150] env[68166]: INFO nova.compute.manager [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Terminating instance [ 656.140055] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.140425] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.245905] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806343, 'name': Destroy_Task, 'duration_secs': 0.658558} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.246210] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Destroyed the VM [ 656.246523] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 656.246791] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a6b8fef1-4bed-4b5e-afba-82c833ef6584 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.255033] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 656.255033] env[68166]: value = "task-2806345" [ 656.255033] env[68166]: _type = "Task" [ 656.255033] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.264902] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806345, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.281725] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "04b66772-cf58-45ed-9e1f-61278e9371ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.281725] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "04b66772-cf58-45ed-9e1f-61278e9371ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.412027] env[68166]: DEBUG nova.scheduler.client.report [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.532602] env[68166]: DEBUG oslo_vmware.api [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806341, 'name': PowerOnVM_Task, 'duration_secs': 1.027739} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.532904] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.533093] env[68166]: INFO nova.compute.manager [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Took 9.64 seconds to spawn the instance on the hypervisor. [ 656.533271] env[68166]: DEBUG nova.compute.manager [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.534219] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b470158-707b-45cf-8364-4ce64624264b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.605037] env[68166]: DEBUG oslo_vmware.api [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806344, 'name': PowerOnVM_Task, 'duration_secs': 0.6021} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.605037] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.605037] env[68166]: INFO nova.compute.manager [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Took 6.95 seconds to spawn the instance on the hypervisor. [ 656.605037] env[68166]: DEBUG nova.compute.manager [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.605037] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c925e024-c3e0-48bc-b3a9-b6a7f68713ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.616307] env[68166]: DEBUG nova.compute.manager [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.616468] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.618416] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c80e32-adc6-4063-82ab-5e40745164bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.626020] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.627035] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce733217-50f2-4e1d-bc30-0f8729a72654 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.634472] env[68166]: DEBUG oslo_vmware.api [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Waiting for the task: (returnval){ [ 656.634472] env[68166]: value = "task-2806346" [ 656.634472] env[68166]: _type = "Task" [ 656.634472] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.644673] env[68166]: DEBUG oslo_vmware.api [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.765716] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806345, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.919042] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.920202] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.922538] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.873s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.927915] env[68166]: INFO nova.compute.claims [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.965270] env[68166]: DEBUG oslo_concurrency.lockutils [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.965558] env[68166]: DEBUG oslo_concurrency.lockutils [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.965785] env[68166]: DEBUG oslo_concurrency.lockutils [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.966033] env[68166]: DEBUG oslo_concurrency.lockutils [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.966300] env[68166]: DEBUG oslo_concurrency.lockutils [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.969553] env[68166]: INFO nova.compute.manager [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Terminating instance [ 657.058694] env[68166]: INFO nova.compute.manager [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Took 40.46 seconds to build instance. [ 657.125428] env[68166]: INFO nova.compute.manager [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Took 37.97 seconds to build instance. [ 657.145742] env[68166]: DEBUG oslo_vmware.api [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806346, 'name': PowerOffVM_Task, 'duration_secs': 0.224262} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.146035] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.146375] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.146696] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c932bcb9-46c6-48c3-9515-996a73e6e523 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.214021] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.214021] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.214021] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Deleting the datastore file [datastore1] b4c328b9-bd0d-4f8e-9990-19e8da955a53 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.214021] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f9565a9-be46-4ede-b3c6-6bfeff5ad139 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.224530] env[68166]: DEBUG oslo_vmware.api [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Waiting for the task: (returnval){ [ 657.224530] env[68166]: value = "task-2806348" [ 657.224530] env[68166]: _type = "Task" [ 657.224530] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.235202] env[68166]: DEBUG oslo_vmware.api [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.266188] env[68166]: DEBUG oslo_vmware.api [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806345, 'name': RemoveSnapshot_Task, 'duration_secs': 0.75335} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.266539] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 657.267020] env[68166]: INFO nova.compute.manager [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Took 15.34 seconds to snapshot the instance on the hypervisor. [ 657.439545] env[68166]: DEBUG nova.compute.utils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.450096] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.450344] env[68166]: DEBUG nova.network.neutron [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.474636] env[68166]: DEBUG nova.compute.manager [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.474822] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.475989] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa8a56d-5d6b-4428-a78b-942427dcfce1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.488486] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.488675] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42826f9f-4a5c-4ec2-a341-26bf8934388b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.514124] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "2c3f4a57-d269-4c4a-adac-029973567aec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.514124] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "2c3f4a57-d269-4c4a-adac-029973567aec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.535825] env[68166]: DEBUG nova.policy [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a336f49a8f44fbf91745164502f3188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594613e5549b4dbda3e9e077710d66b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.559154] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.559421] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.559711] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleting the datastore file [datastore2] 1b6ca5c6-a34b-4abc-a802-255ef40b76fc {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.560348] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a99975f4-a0ff-4168-a267-a3ab099e1a49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.563992] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4bc7d5d2-801c-4084-951d-924085280385 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "369e1ee3-ae1e-453c-ac27-b21b6b171459" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.716s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.573359] env[68166]: DEBUG oslo_vmware.api [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 657.573359] env[68166]: value = "task-2806350" [ 657.573359] env[68166]: _type = "Task" [ 657.573359] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.589356] env[68166]: DEBUG oslo_vmware.api [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.627845] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f97d733-643d-45a4-a179-fc5bcb43a0bb tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Lock "116dbe06-cb18-4edb-bdca-01d7f5f066d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.564s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.735963] env[68166]: DEBUG oslo_vmware.api [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Task: {'id': task-2806348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212897} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.736467] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.736674] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.736947] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.737386] env[68166]: INFO nova.compute.manager [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Took 1.12 seconds to destroy the instance on the hypervisor. [ 657.738606] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.738606] env[68166]: DEBUG nova.compute.manager [-] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.738606] env[68166]: DEBUG nova.network.neutron [-] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.771147] env[68166]: DEBUG nova.compute.manager [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Instance disappeared during snapshot {{(pid=68166) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 657.951748] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.069057] env[68166]: DEBUG nova.compute.manager [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.090983] env[68166]: DEBUG oslo_vmware.api [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253027} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.092395] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.092395] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.092395] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.092395] env[68166]: INFO nova.compute.manager [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Took 0.62 seconds to destroy the instance on the hypervisor. [ 658.092688] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.092964] env[68166]: DEBUG nova.compute.manager [-] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.093617] env[68166]: DEBUG nova.network.neutron [-] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.134018] env[68166]: DEBUG nova.compute.manager [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.164138] env[68166]: DEBUG nova.compute.manager [None req-e9d447d4-615e-443e-bfb8-9d6e34e6e3a1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Image not found during clean up 842e8268-9701-4da9-9027-37a9c984259b {{(pid=68166) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 658.453305] env[68166]: DEBUG nova.network.neutron [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Successfully created port: 81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.473697] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "5c68895a-ac2b-4668-9924-097fc2e41de9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.474122] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "5c68895a-ac2b-4668-9924-097fc2e41de9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.601075] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.642127] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32368e5-e54d-4271-9977-4f2c00d33e27 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.660050] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db45b710-29f4-4b2a-9d12-26d0ca0efc08 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.664600] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.702529] env[68166]: DEBUG nova.compute.manager [None req-8aa82bf3-2fe5-47ce-8416-9093ddf1d2c6 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.705364] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b1d42d-36cf-4207-ba43-33dd162c2187 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.708462] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd4290b-79ad-4f7d-9e73-034c8b6dc2e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.712290] env[68166]: DEBUG nova.compute.manager [req-34b55c87-78a2-4ff7-a159-75a59b408fc4 req-e6a93434-1eda-43b3-b938-b5ea0ab92973 service nova] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Received event network-vif-deleted-7a393b35-3cd4-4881-805e-654023f42e2a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.712483] env[68166]: INFO nova.compute.manager [req-34b55c87-78a2-4ff7-a159-75a59b408fc4 req-e6a93434-1eda-43b3-b938-b5ea0ab92973 service nova] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Neutron deleted interface 7a393b35-3cd4-4881-805e-654023f42e2a; detaching it from the instance and deleting it from the info cache [ 658.712694] env[68166]: DEBUG nova.network.neutron [req-34b55c87-78a2-4ff7-a159-75a59b408fc4 req-e6a93434-1eda-43b3-b938-b5ea0ab92973 service nova] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.714623] env[68166]: DEBUG nova.compute.manager [req-e5ce8c7e-907d-4530-a1cb-ff9f98085c7d req-1cba00fd-4e54-48ee-8bac-f642805c25ce service nova] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Received event network-vif-deleted-dc65a85b-a755-4a33-a3c2-09c85f648528 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.714820] env[68166]: INFO nova.compute.manager [req-e5ce8c7e-907d-4530-a1cb-ff9f98085c7d req-1cba00fd-4e54-48ee-8bac-f642805c25ce service nova] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Neutron deleted interface dc65a85b-a755-4a33-a3c2-09c85f648528; detaching it from the instance and deleting it from the info cache [ 658.714978] env[68166]: DEBUG nova.network.neutron [req-e5ce8c7e-907d-4530-a1cb-ff9f98085c7d req-1cba00fd-4e54-48ee-8bac-f642805c25ce service nova] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.727896] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243ae4de-e1a8-45b9-b793-1ae92f5aa922 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.745839] env[68166]: DEBUG nova.compute.provider_tree [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.913361] env[68166]: DEBUG nova.network.neutron [-] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.979326] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.007793] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Acquiring lock "116dbe06-cb18-4edb-bdca-01d7f5f066d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.008227] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Lock "116dbe06-cb18-4edb-bdca-01d7f5f066d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.008447] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Acquiring lock "116dbe06-cb18-4edb-bdca-01d7f5f066d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.008658] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Lock "116dbe06-cb18-4edb-bdca-01d7f5f066d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.008908] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Lock "116dbe06-cb18-4edb-bdca-01d7f5f066d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.013632] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.013632] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.013632] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.013837] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.013837] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.013837] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.013928] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.014340] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.014340] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.014518] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.014577] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.015514] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77be076f-6fb5-4dca-8597-56e97fcf053c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.018894] env[68166]: INFO nova.compute.manager [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Terminating instance [ 659.022156] env[68166]: DEBUG nova.network.neutron [-] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.030680] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09124e5b-af63-405b-96d9-c6afefc21bcd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.220023] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3133af56-3ef2-4c47-a2c2-03798fc51c06 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.220905] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1c425b3-5235-4919-8bad-6bd5f093ec73 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.235119] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7014288c-d96a-43a4-bd1a-23e994879f15 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.253878] env[68166]: INFO nova.compute.manager [None req-8aa82bf3-2fe5-47ce-8416-9093ddf1d2c6 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] instance snapshotting [ 659.254830] env[68166]: DEBUG nova.objects.instance [None req-8aa82bf3-2fe5-47ce-8416-9093ddf1d2c6 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Lazy-loading 'flavor' on Instance uuid 116dbe06-cb18-4edb-bdca-01d7f5f066d9 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.262191] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a53d79-bcd7-4fe8-b38d-6168b553113f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.305020] env[68166]: DEBUG nova.compute.manager [req-e5ce8c7e-907d-4530-a1cb-ff9f98085c7d req-1cba00fd-4e54-48ee-8bac-f642805c25ce service nova] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Detach interface failed, port_id=dc65a85b-a755-4a33-a3c2-09c85f648528, reason: Instance b4c328b9-bd0d-4f8e-9990-19e8da955a53 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 659.306600] env[68166]: ERROR nova.scheduler.client.report [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [req-f07ef9ed-ceec-4da1-8dbc-6a2fb28daf1b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f07ef9ed-ceec-4da1-8dbc-6a2fb28daf1b"}]} [ 659.322046] env[68166]: DEBUG nova.compute.manager [req-34b55c87-78a2-4ff7-a159-75a59b408fc4 req-e6a93434-1eda-43b3-b938-b5ea0ab92973 service nova] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Detach interface failed, port_id=7a393b35-3cd4-4881-805e-654023f42e2a, reason: Instance 1b6ca5c6-a34b-4abc-a802-255ef40b76fc could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 659.338945] env[68166]: DEBUG nova.scheduler.client.report [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 659.354353] env[68166]: DEBUG nova.scheduler.client.report [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 659.354652] env[68166]: DEBUG nova.compute.provider_tree [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.382532] env[68166]: DEBUG nova.scheduler.client.report [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 659.406534] env[68166]: DEBUG nova.scheduler.client.report [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 659.418656] env[68166]: INFO nova.compute.manager [-] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Took 1.33 seconds to deallocate network for instance. [ 659.524848] env[68166]: INFO nova.compute.manager [-] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Took 1.79 seconds to deallocate network for instance. [ 659.534021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Acquiring lock "refresh_cache-116dbe06-cb18-4edb-bdca-01d7f5f066d9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.534021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Acquired lock "refresh_cache-116dbe06-cb18-4edb-bdca-01d7f5f066d9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.534021] env[68166]: DEBUG nova.network.neutron [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.782025] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d003ecf2-c44e-4d05-beb6-180b00008117 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.809358] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47d2cf8-4804-4972-b9ea-d75b47895607 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.931199] env[68166]: DEBUG oslo_concurrency.lockutils [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.035035] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.066799] env[68166]: DEBUG nova.network.neutron [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.124261] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3506c6d7-c7b5-46c7-956c-3487c0ea8d82 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.133469] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f11b2-33de-4ac2-bcc3-b4c2a4e7d163 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.174470] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22b2fbd-4fba-4e87-92d7-5089f32fec20 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.183390] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc408e4-6ab4-4e23-a25f-cae7f2b55f8a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.200373] env[68166]: DEBUG nova.compute.provider_tree [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.203052] env[68166]: DEBUG nova.network.neutron [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.323137] env[68166]: DEBUG nova.compute.manager [None req-8aa82bf3-2fe5-47ce-8416-9093ddf1d2c6 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Instance disappeared during snapshot {{(pid=68166) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 660.480035] env[68166]: DEBUG nova.compute.manager [None req-8aa82bf3-2fe5-47ce-8416-9093ddf1d2c6 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Found 0 images (rotation: 2) {{(pid=68166) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 660.533760] env[68166]: DEBUG nova.network.neutron [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Successfully updated port: 81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.709245] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Releasing lock "refresh_cache-116dbe06-cb18-4edb-bdca-01d7f5f066d9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.709735] env[68166]: DEBUG nova.compute.manager [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.710142] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.713090] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5987043c-a0f5-4422-a7f1-d75ba0ce6f47 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.726584] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.726897] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dc1a110-b526-4e75-acca-5f843ed85cfe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.735422] env[68166]: DEBUG oslo_vmware.api [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Waiting for the task: (returnval){ [ 660.735422] env[68166]: value = "task-2806351" [ 660.735422] env[68166]: _type = "Task" [ 660.735422] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.747607] env[68166]: DEBUG oslo_vmware.api [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.768624] env[68166]: DEBUG nova.compute.manager [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Received event network-vif-plugged-81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.768788] env[68166]: DEBUG oslo_concurrency.lockutils [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] Acquiring lock "7b0d0c2f-ee37-42ca-ad7d-2139996ab145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.769027] env[68166]: DEBUG oslo_concurrency.lockutils [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] Lock "7b0d0c2f-ee37-42ca-ad7d-2139996ab145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.769495] env[68166]: DEBUG oslo_concurrency.lockutils [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] Lock "7b0d0c2f-ee37-42ca-ad7d-2139996ab145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.769679] env[68166]: DEBUG nova.compute.manager [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] No waiting events found dispatching network-vif-plugged-81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.769845] env[68166]: WARNING nova.compute.manager [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Received unexpected event network-vif-plugged-81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac for instance with vm_state building and task_state spawning. [ 660.770073] env[68166]: DEBUG nova.compute.manager [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Received event network-changed-81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.770300] env[68166]: DEBUG nova.compute.manager [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Refreshing instance network info cache due to event network-changed-81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 660.770499] env[68166]: DEBUG oslo_concurrency.lockutils [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] Acquiring lock "refresh_cache-7b0d0c2f-ee37-42ca-ad7d-2139996ab145" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.770640] env[68166]: DEBUG oslo_concurrency.lockutils [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] Acquired lock "refresh_cache-7b0d0c2f-ee37-42ca-ad7d-2139996ab145" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.770824] env[68166]: DEBUG nova.network.neutron [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Refreshing network info cache for port 81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.772862] env[68166]: DEBUG nova.scheduler.client.report [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 660.773092] env[68166]: DEBUG nova.compute.provider_tree [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 63 to 64 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 660.773374] env[68166]: DEBUG nova.compute.provider_tree [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.037491] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "refresh_cache-7b0d0c2f-ee37-42ca-ad7d-2139996ab145" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.248321] env[68166]: DEBUG oslo_vmware.api [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806351, 'name': PowerOffVM_Task, 'duration_secs': 0.239528} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.248595] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.248764] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.249017] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a992445e-97bd-4f6c-96ea-5546c6f12422 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.279130] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.279352] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.279525] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Deleting the datastore file [datastore2] 116dbe06-cb18-4edb-bdca-01d7f5f066d9 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.279782] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd650954-d381-4833-ae64-d2a9f70b7665 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.285317] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.363s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.286782] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.289173] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.956s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.291352] env[68166]: INFO nova.compute.claims [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.300459] env[68166]: DEBUG oslo_vmware.api [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Waiting for the task: (returnval){ [ 661.300459] env[68166]: value = "task-2806353" [ 661.300459] env[68166]: _type = "Task" [ 661.300459] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.311512] env[68166]: DEBUG oslo_vmware.api [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.338217] env[68166]: DEBUG nova.network.neutron [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.462044] env[68166]: DEBUG nova.network.neutron [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.551942] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240c153-2b6d-c979-25ac-07b2be74d5c2/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 661.552963] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f75ca87-c0a3-4c78-be9c-5f1678734623 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.563020] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240c153-2b6d-c979-25ac-07b2be74d5c2/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 661.563020] env[68166]: ERROR oslo_vmware.rw_handles [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240c153-2b6d-c979-25ac-07b2be74d5c2/disk-0.vmdk due to incomplete transfer. [ 661.563020] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-06bf97cf-4a1c-4bed-a227-c282a833f2f9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.575196] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240c153-2b6d-c979-25ac-07b2be74d5c2/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 661.575521] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Uploaded image 1bb8118f-8b9c-4979-8d3c-0411107bd667 to the Glance image server {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 661.578060] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 661.578435] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-88ebb5c6-d20d-4809-87e1-18ce2d9f1545 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.587120] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 661.587120] env[68166]: value = "task-2806354" [ 661.587120] env[68166]: _type = "Task" [ 661.587120] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.596414] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806354, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.799782] env[68166]: DEBUG nova.compute.utils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.801119] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.801341] env[68166]: DEBUG nova.network.neutron [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.816761] env[68166]: DEBUG oslo_vmware.api [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Task: {'id': task-2806353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187876} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.817191] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.817416] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.817636] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.818022] env[68166]: INFO nova.compute.manager [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 661.818322] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.818768] env[68166]: DEBUG nova.compute.manager [-] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.818908] env[68166]: DEBUG nova.network.neutron [-] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.840838] env[68166]: DEBUG nova.network.neutron [-] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.868143] env[68166]: DEBUG nova.policy [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a336f49a8f44fbf91745164502f3188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594613e5549b4dbda3e9e077710d66b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.965612] env[68166]: DEBUG oslo_concurrency.lockutils [req-c55df442-fd62-416b-b211-6edf358fd403 req-4c54b38d-26ec-4d89-8419-bcda044c3bc4 service nova] Releasing lock "refresh_cache-7b0d0c2f-ee37-42ca-ad7d-2139996ab145" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.965612] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired lock "refresh_cache-7b0d0c2f-ee37-42ca-ad7d-2139996ab145" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.968428] env[68166]: DEBUG nova.network.neutron [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.098022] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806354, 'name': Destroy_Task, 'duration_secs': 0.321884} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.098312] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Destroyed the VM [ 662.098463] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 662.098858] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d98b1a27-f452-4786-907a-81eddfe8d8a6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.106133] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 662.106133] env[68166]: value = "task-2806355" [ 662.106133] env[68166]: _type = "Task" [ 662.106133] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.115402] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806355, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.158676] env[68166]: DEBUG nova.network.neutron [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Successfully created port: b740b54e-7133-4401-82f0-bee1849bfab7 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.190215] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.190887] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.308876] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.345882] env[68166]: DEBUG nova.network.neutron [-] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.518872] env[68166]: DEBUG nova.network.neutron [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.620323] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806355, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.700370] env[68166]: DEBUG nova.network.neutron [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Updating instance_info_cache with network_info: [{"id": "81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac", "address": "fa:16:3e:dc:4c:df", "network": {"id": "2e99f747-a3c6-4154-9107-141fbff9e582", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2021735278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594613e5549b4dbda3e9e077710d66b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81fe74ec-5b", "ovs_interfaceid": "81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.849698] env[68166]: INFO nova.compute.manager [-] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Took 1.03 seconds to deallocate network for instance. [ 663.041142] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcb2523-5e6f-48df-ad79-e87c65317bf6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.049446] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dcce85-01e8-458a-baa2-5527c987b7c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.079344] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0acda1-d017-42a2-aa63-58d69fb50758 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.088144] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d88e81a-8da3-4170-8325-92fa080dbaee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.100885] env[68166]: DEBUG nova.compute.provider_tree [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.117695] env[68166]: DEBUG oslo_vmware.api [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806355, 'name': RemoveSnapshot_Task, 'duration_secs': 0.593843} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.117980] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 663.118224] env[68166]: INFO nova.compute.manager [None req-6384fb62-8870-43dc-bd84-5ad5553f156d tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Took 16.02 seconds to snapshot the instance on the hypervisor. [ 663.205554] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Releasing lock "refresh_cache-7b0d0c2f-ee37-42ca-ad7d-2139996ab145" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.205963] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Instance network_info: |[{"id": "81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac", "address": "fa:16:3e:dc:4c:df", "network": {"id": "2e99f747-a3c6-4154-9107-141fbff9e582", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2021735278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594613e5549b4dbda3e9e077710d66b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81fe74ec-5b", "ovs_interfaceid": "81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.206439] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:4c:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.215657] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Creating folder: Project (594613e5549b4dbda3e9e077710d66b3). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.215657] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75355d46-0afe-40d4-bf60-74ed96b622cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.227728] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Created folder: Project (594613e5549b4dbda3e9e077710d66b3) in parent group-v563881. [ 663.227933] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Creating folder: Instances. Parent ref: group-v563970. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.228259] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fe8b47e-c2b1-4580-8cea-b28c990b4448 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.237994] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Created folder: Instances in parent group-v563970. [ 663.238260] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.238448] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.238647] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4cc36cd-04c4-44fd-b571-9eef81271a69 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.257740] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.257740] env[68166]: value = "task-2806358" [ 663.257740] env[68166]: _type = "Task" [ 663.257740] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.265326] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806358, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.318616] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.347453] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.347810] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.347991] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.348195] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.348339] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.348483] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.348688] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.348842] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.349019] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.349180] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.349345] env[68166]: DEBUG nova.virt.hardware [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.350324] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c4540b-d192-434d-a4c1-c3e00bd8b66f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.358370] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.359663] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084f9d59-7b16-49b2-ba03-0ca08d7f53f3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.604605] env[68166]: DEBUG nova.scheduler.client.report [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.769670] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806358, 'name': CreateVM_Task, 'duration_secs': 0.400572} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.769947] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.770620] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.770785] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.771235] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.771511] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea65f832-9be0-41df-a85d-d3b381565cfa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.777286] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 663.777286] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ae233f-7a96-06c1-7198-cea16d9fb26b" [ 663.777286] env[68166]: _type = "Task" [ 663.777286] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.786237] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ae233f-7a96-06c1-7198-cea16d9fb26b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.795209] env[68166]: DEBUG nova.compute.manager [req-5a8e79af-eda2-4ab8-a7fd-e66f05673a8f req-fca5727a-34cc-48af-8c54-cc7f84185e1a service nova] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Received event network-vif-plugged-b740b54e-7133-4401-82f0-bee1849bfab7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.795420] env[68166]: DEBUG oslo_concurrency.lockutils [req-5a8e79af-eda2-4ab8-a7fd-e66f05673a8f req-fca5727a-34cc-48af-8c54-cc7f84185e1a service nova] Acquiring lock "7ab6896d-dba8-43de-a438-526fc42ff9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.795626] env[68166]: DEBUG oslo_concurrency.lockutils [req-5a8e79af-eda2-4ab8-a7fd-e66f05673a8f req-fca5727a-34cc-48af-8c54-cc7f84185e1a service nova] Lock "7ab6896d-dba8-43de-a438-526fc42ff9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.795795] env[68166]: DEBUG oslo_concurrency.lockutils [req-5a8e79af-eda2-4ab8-a7fd-e66f05673a8f req-fca5727a-34cc-48af-8c54-cc7f84185e1a service nova] Lock "7ab6896d-dba8-43de-a438-526fc42ff9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.795971] env[68166]: DEBUG nova.compute.manager [req-5a8e79af-eda2-4ab8-a7fd-e66f05673a8f req-fca5727a-34cc-48af-8c54-cc7f84185e1a service nova] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] No waiting events found dispatching network-vif-plugged-b740b54e-7133-4401-82f0-bee1849bfab7 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.796151] env[68166]: WARNING nova.compute.manager [req-5a8e79af-eda2-4ab8-a7fd-e66f05673a8f req-fca5727a-34cc-48af-8c54-cc7f84185e1a service nova] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Received unexpected event network-vif-plugged-b740b54e-7133-4401-82f0-bee1849bfab7 for instance with vm_state building and task_state spawning. [ 663.842048] env[68166]: DEBUG nova.network.neutron [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Successfully updated port: b740b54e-7133-4401-82f0-bee1849bfab7 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.111903] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.112558] env[68166]: DEBUG nova.compute.manager [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.115343] env[68166]: DEBUG oslo_concurrency.lockutils [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.490s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.115897] env[68166]: DEBUG nova.objects.instance [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Lazy-loading 'resources' on Instance uuid 729030b9-3aea-41d0-be03-674f4178bba6 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.288948] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ae233f-7a96-06c1-7198-cea16d9fb26b, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.290129] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.290129] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.290129] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.290129] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.290290] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.290385] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b56f5b-9edd-4426-b981-f673f4624a40 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.302100] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.302324] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.303065] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10730bae-79f4-4297-9875-dab319b83848 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.309204] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 664.309204] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524be6c3-5870-39f4-d70b-d567430d2647" [ 664.309204] env[68166]: _type = "Task" [ 664.309204] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.317484] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524be6c3-5870-39f4-d70b-d567430d2647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.345290] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "refresh_cache-7ab6896d-dba8-43de-a438-526fc42ff9da" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.345437] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired lock "refresh_cache-7ab6896d-dba8-43de-a438-526fc42ff9da" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.345592] env[68166]: DEBUG nova.network.neutron [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.621293] env[68166]: DEBUG nova.compute.utils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.624721] env[68166]: DEBUG nova.compute.manager [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.625297] env[68166]: DEBUG nova.network.neutron [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.698159] env[68166]: DEBUG nova.policy [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cd1bcdf42f6492ab9143bcbe2e1ef08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bf6e6ff5dfc42159cbfb7051fd1a72a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.819675] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524be6c3-5870-39f4-d70b-d567430d2647, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.823018] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb23bc9-b67e-4058-ac27-055523c8d565 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.829115] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 664.829115] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5272bb6e-cd9f-a584-b04f-3ba0fd476289" [ 664.829115] env[68166]: _type = "Task" [ 664.829115] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.838881] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5272bb6e-cd9f-a584-b04f-3ba0fd476289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.885252] env[68166]: DEBUG nova.network.neutron [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.980214] env[68166]: DEBUG nova.compute.manager [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.981250] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdeae3b-46e0-43a9-ab94-f41ae95b594f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.125398] env[68166]: DEBUG nova.compute.manager [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.132133] env[68166]: DEBUG nova.network.neutron [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Updating instance_info_cache with network_info: [{"id": "b740b54e-7133-4401-82f0-bee1849bfab7", "address": "fa:16:3e:88:a2:54", "network": {"id": "2e99f747-a3c6-4154-9107-141fbff9e582", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2021735278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594613e5549b4dbda3e9e077710d66b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb740b54e-71", "ovs_interfaceid": "b740b54e-7133-4401-82f0-bee1849bfab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.172578] env[68166]: DEBUG nova.network.neutron [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Successfully created port: c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.269473] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa7496d-20c9-4381-8796-cafbb233e011 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.279317] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d633592a-4301-449c-a66c-ce310588cd62 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.316712] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc77e51-ecf1-498b-ae84-f41346fd1c45 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.327085] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7f08bc-07e4-42b8-8b9e-2d959a54c23f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.350654] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5272bb6e-cd9f-a584-b04f-3ba0fd476289, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.351133] env[68166]: DEBUG nova.compute.provider_tree [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.353417] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.353570] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 7b0d0c2f-ee37-42ca-ad7d-2139996ab145/7b0d0c2f-ee37-42ca-ad7d-2139996ab145.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.353814] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fec6716a-c33e-40c4-bfd5-762d21a4558b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.362515] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 665.362515] env[68166]: value = "task-2806359" [ 665.362515] env[68166]: _type = "Task" [ 665.362515] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.373505] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.494878] env[68166]: INFO nova.compute.manager [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] instance snapshotting [ 665.497964] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f362d1-7e34-4f83-822d-601de9680bac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.518415] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb91ef2-b122-4707-a6d4-99d757513b95 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.636584] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Releasing lock "refresh_cache-7ab6896d-dba8-43de-a438-526fc42ff9da" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.636919] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Instance network_info: |[{"id": "b740b54e-7133-4401-82f0-bee1849bfab7", "address": "fa:16:3e:88:a2:54", "network": {"id": "2e99f747-a3c6-4154-9107-141fbff9e582", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2021735278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594613e5549b4dbda3e9e077710d66b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb740b54e-71", "ovs_interfaceid": "b740b54e-7133-4401-82f0-bee1849bfab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.637428] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:a2:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b740b54e-7133-4401-82f0-bee1849bfab7', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.645650] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.646026] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.646156] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-024935f7-3c55-40ef-9ca3-8df11fcd68dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.669098] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.669098] env[68166]: value = "task-2806360" [ 665.669098] env[68166]: _type = "Task" [ 665.669098] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.679948] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806360, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.845966] env[68166]: DEBUG nova.compute.manager [req-32fe7eb5-0622-4891-a468-e2c0219c0744 req-b6508334-c359-4fc5-b8b0-789e55c64dbc service nova] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Received event network-changed-b740b54e-7133-4401-82f0-bee1849bfab7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.846194] env[68166]: DEBUG nova.compute.manager [req-32fe7eb5-0622-4891-a468-e2c0219c0744 req-b6508334-c359-4fc5-b8b0-789e55c64dbc service nova] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Refreshing instance network info cache due to event network-changed-b740b54e-7133-4401-82f0-bee1849bfab7. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.846417] env[68166]: DEBUG oslo_concurrency.lockutils [req-32fe7eb5-0622-4891-a468-e2c0219c0744 req-b6508334-c359-4fc5-b8b0-789e55c64dbc service nova] Acquiring lock "refresh_cache-7ab6896d-dba8-43de-a438-526fc42ff9da" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.846568] env[68166]: DEBUG oslo_concurrency.lockutils [req-32fe7eb5-0622-4891-a468-e2c0219c0744 req-b6508334-c359-4fc5-b8b0-789e55c64dbc service nova] Acquired lock "refresh_cache-7ab6896d-dba8-43de-a438-526fc42ff9da" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.846732] env[68166]: DEBUG nova.network.neutron [req-32fe7eb5-0622-4891-a468-e2c0219c0744 req-b6508334-c359-4fc5-b8b0-789e55c64dbc service nova] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Refreshing network info cache for port b740b54e-7133-4401-82f0-bee1849bfab7 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.854927] env[68166]: DEBUG nova.scheduler.client.report [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.876608] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481656} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.876931] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 7b0d0c2f-ee37-42ca-ad7d-2139996ab145/7b0d0c2f-ee37-42ca-ad7d-2139996ab145.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.877207] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.877466] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-063144e0-6a97-4aca-a8a1-1c5fa9cd42cb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.888457] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 665.888457] env[68166]: value = "task-2806361" [ 665.888457] env[68166]: _type = "Task" [ 665.888457] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.897954] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.030482] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 666.030605] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9deb2208-9e3d-40d6-a009-9d4f48674f60 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.038475] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 666.038475] env[68166]: value = "task-2806362" [ 666.038475] env[68166]: _type = "Task" [ 666.038475] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.046662] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.135997] env[68166]: DEBUG nova.compute.manager [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.159045] env[68166]: DEBUG nova.virt.hardware [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.159293] env[68166]: DEBUG nova.virt.hardware [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.159463] env[68166]: DEBUG nova.virt.hardware [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.159639] env[68166]: DEBUG nova.virt.hardware [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.159782] env[68166]: DEBUG nova.virt.hardware [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.159980] env[68166]: DEBUG nova.virt.hardware [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.160229] env[68166]: DEBUG nova.virt.hardware [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.160387] env[68166]: DEBUG nova.virt.hardware [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.160554] env[68166]: DEBUG nova.virt.hardware [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.160714] env[68166]: DEBUG nova.virt.hardware [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.160893] env[68166]: DEBUG nova.virt.hardware [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.161786] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b89225b-5b8d-49c1-b173-4ca91912f8df {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.175198] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90e00ce-9219-4a24-afb4-7347a32c9f58 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.184743] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806360, 'name': CreateVM_Task, 'duration_secs': 0.354909} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.192410] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.193302] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.193696] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.193778] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.194039] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d7124f-cb9c-4ba1-86d4-85a1738d32b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.199785] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 666.199785] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]525cce27-933d-fb41-efdb-8182784c4df2" [ 666.199785] env[68166]: _type = "Task" [ 666.199785] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.208281] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]525cce27-933d-fb41-efdb-8182784c4df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.360215] env[68166]: DEBUG oslo_concurrency.lockutils [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.362600] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.078s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.364090] env[68166]: INFO nova.compute.claims [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.395997] env[68166]: INFO nova.scheduler.client.report [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Deleted allocations for instance 729030b9-3aea-41d0-be03-674f4178bba6 [ 666.409546] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06393} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.409739] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.410650] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b4027f-5eb6-4ade-b367-05b2b176e623 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.434331] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 7b0d0c2f-ee37-42ca-ad7d-2139996ab145/7b0d0c2f-ee37-42ca-ad7d-2139996ab145.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.435462] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf354cb-4ef7-46db-b6a5-2416df7f7f7d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.460664] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 666.460664] env[68166]: value = "task-2806363" [ 666.460664] env[68166]: _type = "Task" [ 666.460664] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.469570] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.547979] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806362, 'name': CreateSnapshot_Task, 'duration_secs': 0.49819} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.548293] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 666.549040] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98276d6a-bc17-4fa9-988e-df9e3f7e84ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.712208] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]525cce27-933d-fb41-efdb-8182784c4df2, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.712492] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.712715] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.712939] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.713089] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.713261] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.713513] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac0a4d88-d855-42f5-88b9-8beebcb509fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.724125] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.724370] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.728821] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905bc3a4-349d-4c17-8f7c-07bb464af5c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.738722] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 666.738722] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521ad031-c7c3-07f3-af15-523080192bbd" [ 666.738722] env[68166]: _type = "Task" [ 666.738722] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.744893] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521ad031-c7c3-07f3-af15-523080192bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.905608] env[68166]: DEBUG nova.network.neutron [req-32fe7eb5-0622-4891-a468-e2c0219c0744 req-b6508334-c359-4fc5-b8b0-789e55c64dbc service nova] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Updated VIF entry in instance network info cache for port b740b54e-7133-4401-82f0-bee1849bfab7. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.905938] env[68166]: DEBUG nova.network.neutron [req-32fe7eb5-0622-4891-a468-e2c0219c0744 req-b6508334-c359-4fc5-b8b0-789e55c64dbc service nova] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Updating instance_info_cache with network_info: [{"id": "b740b54e-7133-4401-82f0-bee1849bfab7", "address": "fa:16:3e:88:a2:54", "network": {"id": "2e99f747-a3c6-4154-9107-141fbff9e582", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2021735278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594613e5549b4dbda3e9e077710d66b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb740b54e-71", "ovs_interfaceid": "b740b54e-7133-4401-82f0-bee1849bfab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.907208] env[68166]: DEBUG oslo_concurrency.lockutils [None req-380751e7-1b1e-45ed-9ba8-81b0133dd2e6 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543 tempest-FloatingIPsAssociationNegativeTestJSON-1823903543-project-member] Lock "729030b9-3aea-41d0-be03-674f4178bba6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.819s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.970826] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806363, 'name': ReconfigVM_Task, 'duration_secs': 0.32477} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.971328] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 7b0d0c2f-ee37-42ca-ad7d-2139996ab145/7b0d0c2f-ee37-42ca-ad7d-2139996ab145.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.972025] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27bf748d-880a-49b9-b852-423e689700dc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.979473] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 666.979473] env[68166]: value = "task-2806364" [ 666.979473] env[68166]: _type = "Task" [ 666.979473] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.987742] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806364, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.063131] env[68166]: DEBUG nova.network.neutron [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Successfully updated port: c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.074718] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 667.079521] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.079521] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.079521] env[68166]: DEBUG nova.network.neutron [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.079521] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-802c86ff-290c-4316-93d3-10a97ab795b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.091781] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 667.091781] env[68166]: value = "task-2806365" [ 667.091781] env[68166]: _type = "Task" [ 667.091781] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.102944] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806365, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.246642] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521ad031-c7c3-07f3-af15-523080192bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.012368} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.247601] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e97e99-1f0b-4b9f-90ab-0fbad1e6cce0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.253398] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 667.253398] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ad44bc-4ad6-15ed-ac84-239e6e5c356a" [ 667.253398] env[68166]: _type = "Task" [ 667.253398] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.262072] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ad44bc-4ad6-15ed-ac84-239e6e5c356a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.411089] env[68166]: DEBUG oslo_concurrency.lockutils [req-32fe7eb5-0622-4891-a468-e2c0219c0744 req-b6508334-c359-4fc5-b8b0-789e55c64dbc service nova] Releasing lock "refresh_cache-7ab6896d-dba8-43de-a438-526fc42ff9da" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.494237] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806364, 'name': Rename_Task, 'duration_secs': 0.145482} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.494551] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.494802] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25c3dad3-43d8-4a02-8f23-31dfc44e084c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.504196] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 667.504196] env[68166]: value = "task-2806366" [ 667.504196] env[68166]: _type = "Task" [ 667.504196] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.523583] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.603719] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806365, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.641029] env[68166]: DEBUG nova.network.neutron [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.772123] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ad44bc-4ad6-15ed-ac84-239e6e5c356a, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.774802] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.775120] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 7ab6896d-dba8-43de-a438-526fc42ff9da/7ab6896d-dba8-43de-a438-526fc42ff9da.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.776715] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23cb9d05-a949-4825-93dc-ea843079fcac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.784159] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 667.784159] env[68166]: value = "task-2806367" [ 667.784159] env[68166]: _type = "Task" [ 667.784159] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.796198] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.903466] env[68166]: DEBUG nova.compute.manager [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Received event network-vif-plugged-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.903833] env[68166]: DEBUG oslo_concurrency.lockutils [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] Acquiring lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.904271] env[68166]: DEBUG oslo_concurrency.lockutils [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.904271] env[68166]: DEBUG oslo_concurrency.lockutils [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.904973] env[68166]: DEBUG nova.compute.manager [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] No waiting events found dispatching network-vif-plugged-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.905336] env[68166]: WARNING nova.compute.manager [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Received unexpected event network-vif-plugged-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 for instance with vm_state building and task_state spawning. [ 667.905644] env[68166]: DEBUG nova.compute.manager [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Received event network-changed-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.906131] env[68166]: DEBUG nova.compute.manager [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Refreshing instance network info cache due to event network-changed-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.906131] env[68166]: DEBUG oslo_concurrency.lockutils [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] Acquiring lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.945045] env[68166]: DEBUG nova.network.neutron [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updating instance_info_cache with network_info: [{"id": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "address": "fa:16:3e:38:2c:63", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2da7d3d-f9", "ovs_interfaceid": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.030600] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806366, 'name': PowerOnVM_Task, 'duration_secs': 0.479317} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.033611] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.033835] env[68166]: INFO nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Took 9.05 seconds to spawn the instance on the hypervisor. [ 668.034037] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.037280] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462f4fa3-d005-4f0e-ab15-9c514cad2225 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.106030] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806365, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.141644] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d91741-7973-442c-b960-a917214bf14a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.155362] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc716637-e5ac-4b61-9823-dbf57105a4d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.192523] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd4b59c-1cad-43e3-8fbd-71f70cb6cfce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.201881] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5866d4c-6141-485a-a9cf-3a6fb2d67047 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.218710] env[68166]: DEBUG nova.compute.provider_tree [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.300674] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496901} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.301111] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 7ab6896d-dba8-43de-a438-526fc42ff9da/7ab6896d-dba8-43de-a438-526fc42ff9da.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.301111] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.301395] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ab332b1-2dd5-44f5-b1e6-5f146a3a86c6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.311223] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 668.311223] env[68166]: value = "task-2806368" [ 668.311223] env[68166]: _type = "Task" [ 668.311223] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.319340] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.448345] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.448715] env[68166]: DEBUG nova.compute.manager [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Instance network_info: |[{"id": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "address": "fa:16:3e:38:2c:63", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2da7d3d-f9", "ovs_interfaceid": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.449396] env[68166]: DEBUG oslo_concurrency.lockutils [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] Acquired lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.451043] env[68166]: DEBUG nova.network.neutron [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Refreshing network info cache for port c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.451043] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:2c:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2da7d3d-f9ad-4685-a749-4a5839e2f4a8', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.459323] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating folder: Project (0bf6e6ff5dfc42159cbfb7051fd1a72a). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.459838] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac94e060-2706-4a20-8a7d-89ce7469a8ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.473876] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Created folder: Project (0bf6e6ff5dfc42159cbfb7051fd1a72a) in parent group-v563881. [ 668.474142] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating folder: Instances. Parent ref: group-v563976. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.474426] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eb81f26-6f6f-4962-9b81-3e33cac3d27d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.487206] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Created folder: Instances in parent group-v563976. [ 668.487511] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.487718] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.488928] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89488757-2ebd-4ad2-899e-0ada191d7f2e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.511946] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.511946] env[68166]: value = "task-2806371" [ 668.511946] env[68166]: _type = "Task" [ 668.511946] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.521538] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806371, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.559182] env[68166]: INFO nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Took 45.53 seconds to build instance. [ 668.606642] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806365, 'name': CloneVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.722241] env[68166]: DEBUG nova.scheduler.client.report [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.821996] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07316} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.822411] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.823341] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e62b12-90ed-4d59-8883-b1fce3bd6389 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.852653] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 7ab6896d-dba8-43de-a438-526fc42ff9da/7ab6896d-dba8-43de-a438-526fc42ff9da.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.852653] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4015def-0315-479d-8079-357e8f91b3fd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.880995] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 668.880995] env[68166]: value = "task-2806372" [ 668.880995] env[68166]: _type = "Task" [ 668.880995] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.890608] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.023336] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806371, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.061728] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "7b0d0c2f-ee37-42ca-ad7d-2139996ab145" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.506s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.107101] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806365, 'name': CloneVM_Task, 'duration_secs': 1.606727} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.111023] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Created linked-clone VM from snapshot [ 669.111641] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985e9cef-6d58-4031-81fd-8c0150ac6cf8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.120805] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Uploading image 34a7a06a-f60a-4fa3-bcbe-7385d3b3934b {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 669.150116] env[68166]: DEBUG oslo_vmware.rw_handles [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 669.150116] env[68166]: value = "vm-563975" [ 669.150116] env[68166]: _type = "VirtualMachine" [ 669.150116] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 669.150418] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bf874401-88f2-4fdf-a015-c126b1b33e41 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.164577] env[68166]: DEBUG oslo_vmware.rw_handles [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lease: (returnval){ [ 669.164577] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5270cc66-f5d4-5aae-dad9-333568bf0be8" [ 669.164577] env[68166]: _type = "HttpNfcLease" [ 669.164577] env[68166]: } obtained for exporting VM: (result){ [ 669.164577] env[68166]: value = "vm-563975" [ 669.164577] env[68166]: _type = "VirtualMachine" [ 669.164577] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 669.165021] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the lease: (returnval){ [ 669.165021] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5270cc66-f5d4-5aae-dad9-333568bf0be8" [ 669.165021] env[68166]: _type = "HttpNfcLease" [ 669.165021] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 669.171602] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 669.171602] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5270cc66-f5d4-5aae-dad9-333568bf0be8" [ 669.171602] env[68166]: _type = "HttpNfcLease" [ 669.171602] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 669.221138] env[68166]: DEBUG nova.network.neutron [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updated VIF entry in instance network info cache for port c2da7d3d-f9ad-4685-a749-4a5839e2f4a8. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.221138] env[68166]: DEBUG nova.network.neutron [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updating instance_info_cache with network_info: [{"id": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "address": "fa:16:3e:38:2c:63", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2da7d3d-f9", "ovs_interfaceid": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.227406] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.228037] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.231176] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.039s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.391601] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.523273] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806371, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.564406] env[68166]: DEBUG nova.compute.manager [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.677622] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 669.677622] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5270cc66-f5d4-5aae-dad9-333568bf0be8" [ 669.677622] env[68166]: _type = "HttpNfcLease" [ 669.677622] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 669.679015] env[68166]: DEBUG oslo_vmware.rw_handles [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 669.679015] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5270cc66-f5d4-5aae-dad9-333568bf0be8" [ 669.679015] env[68166]: _type = "HttpNfcLease" [ 669.679015] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 669.679015] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab691b21-9cb4-47d8-9291-3a96165fd7a4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.689108] env[68166]: DEBUG oslo_vmware.rw_handles [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bd580-deba-de4b-e785-f626fc792fa9/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 669.689290] env[68166]: DEBUG oslo_vmware.rw_handles [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bd580-deba-de4b-e785-f626fc792fa9/disk-0.vmdk for reading. {{(pid=68166) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 669.748044] env[68166]: DEBUG oslo_concurrency.lockutils [req-f8b68271-f9e4-4854-b738-7f62ee9cc359 req-d958747f-3849-4dab-86fc-34808b7d5cdd service nova] Releasing lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.748956] env[68166]: DEBUG nova.compute.utils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.762180] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.766519] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.766720] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.797953] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a7d5f27e-6252-48ae-aee4-d092a21e8f41 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.854782] env[68166]: DEBUG nova.policy [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83e0647a8e984cd2ad38e1dd3c97ab41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6af6d9c685b14af9898434c0c01f1847', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.891870] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806372, 'name': ReconfigVM_Task, 'duration_secs': 0.900423} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.892195] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 7ab6896d-dba8-43de-a438-526fc42ff9da/7ab6896d-dba8-43de-a438-526fc42ff9da.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.892995] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84d093d8-10b2-49b1-9e06-5335dcfddf23 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.900220] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 669.900220] env[68166]: value = "task-2806374" [ 669.900220] env[68166]: _type = "Task" [ 669.900220] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.908495] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806374, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.023207] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806371, 'name': CreateVM_Task, 'duration_secs': 1.493892} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.023380] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.024084] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.024249] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.024568] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.025048] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34fb84ea-82f4-4078-aaa7-dede695cf344 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.032777] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 670.032777] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52cde2de-50b1-3a76-b551-6f33c25b3bbd" [ 670.032777] env[68166]: _type = "Task" [ 670.032777] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.052480] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52cde2de-50b1-3a76-b551-6f33c25b3bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.052842] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.053187] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.053460] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.053650] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.054094] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.054433] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65ae6dd2-5de2-4a82-82b6-f72cd6ac6678 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.066976] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.067203] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.067975] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc2bc789-4977-4b03-976c-8dc9d725fa26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.080479] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 670.080479] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52cea9cd-8d70-f7b6-07fb-9e5a6d3e672c" [ 670.080479] env[68166]: _type = "Task" [ 670.080479] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.090988] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52cea9cd-8d70-f7b6-07fb-9e5a6d3e672c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.093762] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.301493] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 670.301672] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 116dbe06-cb18-4edb-bdca-01d7f5f066d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 670.301807] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance b4c328b9-bd0d-4f8e-9990-19e8da955a53 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 670.413049] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806374, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.457516] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Successfully created port: 90886fa5-5485-4bb7-a955-125277331467 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.600297] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52cea9cd-8d70-f7b6-07fb-9e5a6d3e672c, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.601482] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f202185-00f5-4164-be5a-e9ca0cd77567 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.612882] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 670.612882] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f1e1f3-da82-e791-57c3-7d75e5aaa0f5" [ 670.612882] env[68166]: _type = "Task" [ 670.612882] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.622252] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f1e1f3-da82-e791-57c3-7d75e5aaa0f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.773595] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.807692] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.807692] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.807871] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.808163] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.808372] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.808536] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.811793] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.811793] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.811793] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.811793] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.811793] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.812280] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 5fe5fef4-bbaf-49fc-a3e4-b3122a680519 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.818601] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b12a5fe-bf73-4e7b-9957-740e57fa2cbf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.829115] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f2b09b-8c6e-44cf-ac21-f31faed989a7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.912616] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806374, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.125653] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f1e1f3-da82-e791-57c3-7d75e5aaa0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013169} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.126188] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.126578] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed/d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.127459] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2b71a06-d7cb-46bf-89f5-55489de6888e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.136917] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 671.136917] env[68166]: value = "task-2806375" [ 671.136917] env[68166]: _type = "Task" [ 671.136917] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.147047] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.322325] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 115e8583-bb39-42fa-8414-b5976e50c45b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.420023] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806374, 'name': Rename_Task, 'duration_secs': 1.033565} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.420023] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.420023] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6907b7c-f2e1-47c7-8b6f-0e013836484b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.427504] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 671.427504] env[68166]: value = "task-2806376" [ 671.427504] env[68166]: _type = "Task" [ 671.427504] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.441573] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.654966] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505441} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.655355] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed/d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.655606] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.655964] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b92ef4d6-bb85-4aa0-93b8-618cc30a4b23 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.664374] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 671.664374] env[68166]: value = "task-2806377" [ 671.664374] env[68166]: _type = "Task" [ 671.664374] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.681248] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.828756] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 14b21a96-242a-42a5-a7c5-c074297ea6d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.941245] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.183399] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072123} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.183900] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.187287] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdc01fd-2add-41b4-9144-49e5d06796d6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.218594] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed/d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.219472] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c2d962-9258-488d-b471-6317de127d29 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.243097] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 672.243097] env[68166]: value = "task-2806378" [ 672.243097] env[68166]: _type = "Task" [ 672.243097] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.252476] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.268737] env[68166]: DEBUG nova.compute.manager [req-fa95a862-b06e-4092-b1c0-b18ecbb0d121 req-85ece00b-9f00-4f48-ba9a-2625cf11436a service nova] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Received event network-vif-plugged-90886fa5-5485-4bb7-a955-125277331467 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.268737] env[68166]: DEBUG oslo_concurrency.lockutils [req-fa95a862-b06e-4092-b1c0-b18ecbb0d121 req-85ece00b-9f00-4f48-ba9a-2625cf11436a service nova] Acquiring lock "886b6e03-f4d0-4178-8fcb-cc00d90131d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.268737] env[68166]: DEBUG oslo_concurrency.lockutils [req-fa95a862-b06e-4092-b1c0-b18ecbb0d121 req-85ece00b-9f00-4f48-ba9a-2625cf11436a service nova] Lock "886b6e03-f4d0-4178-8fcb-cc00d90131d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.268737] env[68166]: DEBUG oslo_concurrency.lockutils [req-fa95a862-b06e-4092-b1c0-b18ecbb0d121 req-85ece00b-9f00-4f48-ba9a-2625cf11436a service nova] Lock "886b6e03-f4d0-4178-8fcb-cc00d90131d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.269039] env[68166]: DEBUG nova.compute.manager [req-fa95a862-b06e-4092-b1c0-b18ecbb0d121 req-85ece00b-9f00-4f48-ba9a-2625cf11436a service nova] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] No waiting events found dispatching network-vif-plugged-90886fa5-5485-4bb7-a955-125277331467 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.269039] env[68166]: WARNING nova.compute.manager [req-fa95a862-b06e-4092-b1c0-b18ecbb0d121 req-85ece00b-9f00-4f48-ba9a-2625cf11436a service nova] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Received unexpected event network-vif-plugged-90886fa5-5485-4bb7-a955-125277331467 for instance with vm_state building and task_state spawning. [ 672.332665] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 1f8ff2ac-9263-4d88-beed-7cdb668c525b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.380170] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Successfully updated port: 90886fa5-5485-4bb7-a955-125277331467 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.440016] env[68166]: DEBUG oslo_vmware.api [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806376, 'name': PowerOnVM_Task, 'duration_secs': 0.781428} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.440409] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.440649] env[68166]: INFO nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Took 9.12 seconds to spawn the instance on the hypervisor. [ 672.440850] env[68166]: DEBUG nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.441988] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c1b8e7-9eef-481d-baaa-4131b1e06294 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.756667] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.838019] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 3d345623-d941-407b-ad67-5df1d686874f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.838019] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance a2239d08-ea4c-49a1-a3e4-657ff7cdb55e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.838019] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance be4c46f0-df97-4cbd-afde-76f598735d14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.887336] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "refresh_cache-886b6e03-f4d0-4178-8fcb-cc00d90131d8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.887965] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquired lock "refresh_cache-886b6e03-f4d0-4178-8fcb-cc00d90131d8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.887965] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.965224] env[68166]: INFO nova.compute.manager [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Took 48.95 seconds to build instance. [ 673.257196] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806378, 'name': ReconfigVM_Task, 'duration_secs': 0.837901} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.257651] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Reconfigured VM instance instance-0000001e to attach disk [datastore1] d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed/d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.258354] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2355157f-1a20-498a-b28f-b7b3305bf1c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.266899] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 673.266899] env[68166]: value = "task-2806379" [ 673.266899] env[68166]: _type = "Task" [ 673.266899] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.278288] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806379, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.340289] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 372b0081-e53b-4594-b491-812e624a314b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.467341] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1c3233ab-c6ed-41ab-aac3-08563e0978d0 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "7ab6896d-dba8-43de-a438-526fc42ff9da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.879s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.496123] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.678595] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Updating instance_info_cache with network_info: [{"id": "90886fa5-5485-4bb7-a955-125277331467", "address": "fa:16:3e:a3:a4:92", "network": {"id": "9a3c5868-46ed-4ed1-be5e-ed854f284315", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-358830807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af6d9c685b14af9898434c0c01f1847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90886fa5-54", "ovs_interfaceid": "90886fa5-5485-4bb7-a955-125277331467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.778962] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806379, 'name': Rename_Task, 'duration_secs': 0.174461} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.779131] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.779501] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97baec47-6995-4680-a03e-1f8dbff7de2d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.790703] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 673.790703] env[68166]: value = "task-2806380" [ 673.790703] env[68166]: _type = "Task" [ 673.790703] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.801800] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.847583] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance ce861df0-6e5c-4940-a0d3-54677ae80a8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.970187] env[68166]: DEBUG nova.compute.manager [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.185848] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Releasing lock "refresh_cache-886b6e03-f4d0-4178-8fcb-cc00d90131d8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.185848] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Instance network_info: |[{"id": "90886fa5-5485-4bb7-a955-125277331467", "address": "fa:16:3e:a3:a4:92", "network": {"id": "9a3c5868-46ed-4ed1-be5e-ed854f284315", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-358830807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af6d9c685b14af9898434c0c01f1847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90886fa5-54", "ovs_interfaceid": "90886fa5-5485-4bb7-a955-125277331467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.185985] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:a4:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90886fa5-5485-4bb7-a955-125277331467', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.193992] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Creating folder: Project (6af6d9c685b14af9898434c0c01f1847). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.194350] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95c0e4a4-d894-44c9-b9d3-760991646ff9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.208365] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Created folder: Project (6af6d9c685b14af9898434c0c01f1847) in parent group-v563881. [ 674.208573] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Creating folder: Instances. Parent ref: group-v563979. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.208826] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a7a832a-e010-4d48-a71c-2420f8842215 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.220210] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Created folder: Instances in parent group-v563979. [ 674.220545] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.220763] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.220985] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ebab912-191f-4844-8240-6e4e27db4dad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.243248] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.243248] env[68166]: value = "task-2806383" [ 674.243248] env[68166]: _type = "Task" [ 674.243248] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.252382] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806383, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.302908] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806380, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.352834] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 4330fb56-071a-4059-b7aa-84cd3ab5bf22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.412175] env[68166]: DEBUG nova.compute.manager [req-d1fcda01-ebd7-4ae9-abeb-4b390d8d065a req-c18482c2-cd1f-4f55-8bb0-ae3a5f8b0a63 service nova] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Received event network-changed-90886fa5-5485-4bb7-a955-125277331467 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.412463] env[68166]: DEBUG nova.compute.manager [req-d1fcda01-ebd7-4ae9-abeb-4b390d8d065a req-c18482c2-cd1f-4f55-8bb0-ae3a5f8b0a63 service nova] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Refreshing instance network info cache due to event network-changed-90886fa5-5485-4bb7-a955-125277331467. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.412735] env[68166]: DEBUG oslo_concurrency.lockutils [req-d1fcda01-ebd7-4ae9-abeb-4b390d8d065a req-c18482c2-cd1f-4f55-8bb0-ae3a5f8b0a63 service nova] Acquiring lock "refresh_cache-886b6e03-f4d0-4178-8fcb-cc00d90131d8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.412917] env[68166]: DEBUG oslo_concurrency.lockutils [req-d1fcda01-ebd7-4ae9-abeb-4b390d8d065a req-c18482c2-cd1f-4f55-8bb0-ae3a5f8b0a63 service nova] Acquired lock "refresh_cache-886b6e03-f4d0-4178-8fcb-cc00d90131d8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.413131] env[68166]: DEBUG nova.network.neutron [req-d1fcda01-ebd7-4ae9-abeb-4b390d8d065a req-c18482c2-cd1f-4f55-8bb0-ae3a5f8b0a63 service nova] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Refreshing network info cache for port 90886fa5-5485-4bb7-a955-125277331467 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.419388] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Acquiring lock "ae4746e2-7223-4c5b-971c-cb6230a08c27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.419388] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Lock "ae4746e2-7223-4c5b-971c-cb6230a08c27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.501612] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.753707] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806383, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.761388] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "7b0d0c2f-ee37-42ca-ad7d-2139996ab145" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.761614] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "7b0d0c2f-ee37-42ca-ad7d-2139996ab145" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.761825] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "7b0d0c2f-ee37-42ca-ad7d-2139996ab145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.762024] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "7b0d0c2f-ee37-42ca-ad7d-2139996ab145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.762222] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "7b0d0c2f-ee37-42ca-ad7d-2139996ab145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.764388] env[68166]: INFO nova.compute.manager [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Terminating instance [ 674.803281] env[68166]: DEBUG oslo_vmware.api [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806380, 'name': PowerOnVM_Task, 'duration_secs': 0.55011} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.803575] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.803778] env[68166]: INFO nova.compute.manager [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Took 8.67 seconds to spawn the instance on the hypervisor. [ 674.803980] env[68166]: DEBUG nova.compute.manager [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.804835] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc66e0e4-101c-44d4-bd3f-4bf73844418c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.856380] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 4fc3ae4b-6d30-4cc7-931b-4059175279b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.856573] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 7ab6896d-dba8-43de-a438-526fc42ff9da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 674.856662] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 7b0d0c2f-ee37-42ca-ad7d-2139996ab145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 674.856785] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 369e1ee3-ae1e-453c-ac27-b21b6b171459 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 675.017620] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "7ab6896d-dba8-43de-a438-526fc42ff9da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.017826] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "7ab6896d-dba8-43de-a438-526fc42ff9da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.018062] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "7ab6896d-dba8-43de-a438-526fc42ff9da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.018264] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "7ab6896d-dba8-43de-a438-526fc42ff9da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.018447] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "7ab6896d-dba8-43de-a438-526fc42ff9da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.020788] env[68166]: INFO nova.compute.manager [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Terminating instance [ 675.193019] env[68166]: DEBUG nova.network.neutron [req-d1fcda01-ebd7-4ae9-abeb-4b390d8d065a req-c18482c2-cd1f-4f55-8bb0-ae3a5f8b0a63 service nova] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Updated VIF entry in instance network info cache for port 90886fa5-5485-4bb7-a955-125277331467. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.193441] env[68166]: DEBUG nova.network.neutron [req-d1fcda01-ebd7-4ae9-abeb-4b390d8d065a req-c18482c2-cd1f-4f55-8bb0-ae3a5f8b0a63 service nova] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Updating instance_info_cache with network_info: [{"id": "90886fa5-5485-4bb7-a955-125277331467", "address": "fa:16:3e:a3:a4:92", "network": {"id": "9a3c5868-46ed-4ed1-be5e-ed854f284315", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-358830807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af6d9c685b14af9898434c0c01f1847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90886fa5-54", "ovs_interfaceid": "90886fa5-5485-4bb7-a955-125277331467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.255926] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806383, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.267787] env[68166]: DEBUG nova.compute.manager [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.268191] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.269029] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12916191-28d5-4fc1-9fde-ffb1ad345f51 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.277984] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.278274] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88606449-eb2e-485c-94d1-fe48fab8c690 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.285979] env[68166]: DEBUG oslo_vmware.api [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 675.285979] env[68166]: value = "task-2806384" [ 675.285979] env[68166]: _type = "Task" [ 675.285979] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.295105] env[68166]: DEBUG oslo_vmware.api [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.323985] env[68166]: INFO nova.compute.manager [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Took 47.01 seconds to build instance. [ 675.360571] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 5c68895a-ac2b-4668-9924-097fc2e41de9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.524666] env[68166]: DEBUG nova.compute.manager [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.524986] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.525826] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0d97b3-d7ac-4a57-aed5-c52e34acb512 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.534663] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.534947] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-222aa076-5028-422a-9aeb-30bd2abc1a1b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.544259] env[68166]: DEBUG oslo_vmware.api [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 675.544259] env[68166]: value = "task-2806385" [ 675.544259] env[68166]: _type = "Task" [ 675.544259] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.554816] env[68166]: DEBUG oslo_vmware.api [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.696903] env[68166]: DEBUG oslo_concurrency.lockutils [req-d1fcda01-ebd7-4ae9-abeb-4b390d8d065a req-c18482c2-cd1f-4f55-8bb0-ae3a5f8b0a63 service nova] Releasing lock "refresh_cache-886b6e03-f4d0-4178-8fcb-cc00d90131d8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.755561] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806383, 'name': CreateVM_Task, 'duration_secs': 1.442904} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.755746] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.756449] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.756616] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.756987] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.757217] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-436f53e9-8e2a-4cc8-9b77-5fef2c946a6a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.762970] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 675.762970] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ce6fd9-bdfe-aa03-0016-00f767b3cb76" [ 675.762970] env[68166]: _type = "Task" [ 675.762970] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.772041] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ce6fd9-bdfe-aa03-0016-00f767b3cb76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.797395] env[68166]: DEBUG oslo_vmware.api [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806384, 'name': PowerOffVM_Task, 'duration_secs': 0.499219} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.797728] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.797926] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.798214] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e85ca2c8-26f8-4b54-be27-422d8037faa9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.825846] env[68166]: DEBUG oslo_concurrency.lockutils [None req-67999db8-d299-4ee1-8224-bee5a5521993 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.815s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.864268] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance a6990f0d-066a-40e6-92bf-42c09941b9cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.864467] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 2c9a8df8-5546-46e7-b802-90bb85b4d1e7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 675.864597] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 6cab09dd-a5da-45a3-9058-2d99be5e8a76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 675.864716] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 454157e8-7676-48d4-ad67-46759341426a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 675.864837] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 886b6e03-f4d0-4178-8fcb-cc00d90131d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 675.867600] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.867695] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.867868] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Deleting the datastore file [datastore1] 7b0d0c2f-ee37-42ca-ad7d-2139996ab145 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.868424] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5238e76b-39a8-4a00-9885-dbb1213cebde {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.881718] env[68166]: DEBUG oslo_vmware.api [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 675.881718] env[68166]: value = "task-2806387" [ 675.881718] env[68166]: _type = "Task" [ 675.881718] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.890764] env[68166]: DEBUG oslo_vmware.api [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.062023] env[68166]: DEBUG oslo_vmware.api [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806385, 'name': PowerOffVM_Task, 'duration_secs': 0.247519} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.062023] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.062023] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.062023] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00757386-e937-4f33-95d1-f55a3e0dfbfd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.124814] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.124945] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.125134] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Deleting the datastore file [datastore1] 7ab6896d-dba8-43de-a438-526fc42ff9da {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.125411] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a379697-b7cb-4c4a-a3b0-a28facfc34f5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.133379] env[68166]: DEBUG oslo_vmware.api [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 676.133379] env[68166]: value = "task-2806389" [ 676.133379] env[68166]: _type = "Task" [ 676.133379] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.143027] env[68166]: DEBUG oslo_vmware.api [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.277060] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ce6fd9-bdfe-aa03-0016-00f767b3cb76, 'name': SearchDatastore_Task, 'duration_secs': 0.013965} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.277383] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.278298] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.278298] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.278298] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.278298] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.278486] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ba4303e-8e10-4de6-8186-1d4a52325219 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.289333] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.289333] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.289804] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c9ff5f-62ce-4179-a861-255671b09632 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.296039] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 676.296039] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52078afe-9e8d-f6fa-7144-37957d9070cb" [ 676.296039] env[68166]: _type = "Task" [ 676.296039] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.305622] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52078afe-9e8d-f6fa-7144-37957d9070cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.328300] env[68166]: DEBUG nova.compute.manager [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.369724] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 9e37a277-d4ad-4938-a999-061e1ce31df9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 676.393222] env[68166]: DEBUG oslo_vmware.api [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303015} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.393222] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.393222] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.393222] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.393222] env[68166]: INFO nova.compute.manager [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Took 1.13 seconds to destroy the instance on the hypervisor. [ 676.393477] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.393640] env[68166]: DEBUG nova.compute.manager [-] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.393730] env[68166]: DEBUG nova.network.neutron [-] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.649242] env[68166]: DEBUG oslo_vmware.api [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313977} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.649611] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.649852] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.650125] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.650370] env[68166]: INFO nova.compute.manager [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Took 1.13 seconds to destroy the instance on the hypervisor. [ 676.650711] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.650974] env[68166]: DEBUG nova.compute.manager [-] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.652046] env[68166]: DEBUG nova.network.neutron [-] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.810608] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52078afe-9e8d-f6fa-7144-37957d9070cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01269} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.810608] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1da874-6698-427a-b17c-d6cc783435f2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.816839] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 676.816839] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a1c2a4-a27b-b229-357f-95638b38dc01" [ 676.816839] env[68166]: _type = "Task" [ 676.816839] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.826485] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a1c2a4-a27b-b229-357f-95638b38dc01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.856432] env[68166]: DEBUG nova.compute.manager [req-f8112654-6166-45e0-a8ae-5750a071f712 req-c9378c37-5043-4283-8dea-54a5cc0999e0 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Received event network-changed-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.856432] env[68166]: DEBUG nova.compute.manager [req-f8112654-6166-45e0-a8ae-5750a071f712 req-c9378c37-5043-4283-8dea-54a5cc0999e0 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Refreshing instance network info cache due to event network-changed-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 676.856432] env[68166]: DEBUG oslo_concurrency.lockutils [req-f8112654-6166-45e0-a8ae-5750a071f712 req-c9378c37-5043-4283-8dea-54a5cc0999e0 service nova] Acquiring lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.856432] env[68166]: DEBUG oslo_concurrency.lockutils [req-f8112654-6166-45e0-a8ae-5750a071f712 req-c9378c37-5043-4283-8dea-54a5cc0999e0 service nova] Acquired lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.856432] env[68166]: DEBUG nova.network.neutron [req-f8112654-6166-45e0-a8ae-5750a071f712 req-c9378c37-5043-4283-8dea-54a5cc0999e0 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Refreshing network info cache for port c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.865997] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.872875] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance ea39978e-7c35-4f2a-8e27-f37840dcc68a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 676.879742] env[68166]: DEBUG nova.compute.manager [req-268df00e-7926-42a3-a2d3-b55f402090eb req-37eaca9c-7bee-4c44-abd9-c3cbe2762eae service nova] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Received event network-vif-deleted-81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.880088] env[68166]: INFO nova.compute.manager [req-268df00e-7926-42a3-a2d3-b55f402090eb req-37eaca9c-7bee-4c44-abd9-c3cbe2762eae service nova] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Neutron deleted interface 81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac; detaching it from the instance and deleting it from the info cache [ 676.880859] env[68166]: DEBUG nova.network.neutron [req-268df00e-7926-42a3-a2d3-b55f402090eb req-37eaca9c-7bee-4c44-abd9-c3cbe2762eae service nova] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.025748] env[68166]: DEBUG oslo_concurrency.lockutils [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Acquiring lock "c8460358-ceb1-4800-892c-854f5cf2fb60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.026443] env[68166]: DEBUG oslo_concurrency.lockutils [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Lock "c8460358-ceb1-4800-892c-854f5cf2fb60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.026443] env[68166]: DEBUG oslo_concurrency.lockutils [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Acquiring lock "c8460358-ceb1-4800-892c-854f5cf2fb60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.026720] env[68166]: DEBUG oslo_concurrency.lockutils [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Lock "c8460358-ceb1-4800-892c-854f5cf2fb60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.026976] env[68166]: DEBUG oslo_concurrency.lockutils [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Lock "c8460358-ceb1-4800-892c-854f5cf2fb60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.029727] env[68166]: INFO nova.compute.manager [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Terminating instance [ 677.266810] env[68166]: DEBUG nova.network.neutron [-] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.328706] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a1c2a4-a27b-b229-357f-95638b38dc01, 'name': SearchDatastore_Task, 'duration_secs': 0.017414} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.328994] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.329284] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 886b6e03-f4d0-4178-8fcb-cc00d90131d8/886b6e03-f4d0-4178-8fcb-cc00d90131d8.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.329590] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-190fd380-d7f1-477c-b736-33bf2a20355a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.338424] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 677.338424] env[68166]: value = "task-2806390" [ 677.338424] env[68166]: _type = "Task" [ 677.338424] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.347973] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.383600] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance c473a08b-eec1-4c6a-a552-2a7fed508294 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 677.384032] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 3a2b3377-72ea-4d06-9b48-e82757055254 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 677.389380] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01963604-1de5-4a0a-a573-8cd4ec91ed29 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.403422] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd908cf-d226-4a98-9432-6a8ee6bfeebe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.443479] env[68166]: DEBUG nova.compute.manager [req-268df00e-7926-42a3-a2d3-b55f402090eb req-37eaca9c-7bee-4c44-abd9-c3cbe2762eae service nova] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Detach interface failed, port_id=81fe74ec-5bad-4fc7-bf2e-f1f21e38f6ac, reason: Instance 7b0d0c2f-ee37-42ca-ad7d-2139996ab145 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 677.476627] env[68166]: DEBUG nova.network.neutron [-] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.534649] env[68166]: DEBUG nova.compute.manager [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.534849] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.535888] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe3a5c1-ab73-4f9e-93ae-e601d4735e80 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.544958] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.545114] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07c5af02-d677-4a07-bfd8-095fd6fc09f2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.555816] env[68166]: DEBUG oslo_vmware.api [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 677.555816] env[68166]: value = "task-2806391" [ 677.555816] env[68166]: _type = "Task" [ 677.555816] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.565575] env[68166]: DEBUG oslo_vmware.api [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.645026] env[68166]: DEBUG nova.network.neutron [req-f8112654-6166-45e0-a8ae-5750a071f712 req-c9378c37-5043-4283-8dea-54a5cc0999e0 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updated VIF entry in instance network info cache for port c2da7d3d-f9ad-4685-a749-4a5839e2f4a8. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.645474] env[68166]: DEBUG nova.network.neutron [req-f8112654-6166-45e0-a8ae-5750a071f712 req-c9378c37-5043-4283-8dea-54a5cc0999e0 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updating instance_info_cache with network_info: [{"id": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "address": "fa:16:3e:38:2c:63", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2da7d3d-f9", "ovs_interfaceid": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.770423] env[68166]: INFO nova.compute.manager [-] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Took 1.38 seconds to deallocate network for instance. [ 677.850118] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806390, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.887052] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 7d2f1fa6-e57a-497d-86b5-42091880151a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 677.887339] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 1b6ca5c6-a34b-4abc-a802-255ef40b76fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 677.980431] env[68166]: INFO nova.compute.manager [-] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Took 1.33 seconds to deallocate network for instance. [ 678.078561] env[68166]: DEBUG oslo_vmware.api [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806391, 'name': PowerOffVM_Task, 'duration_secs': 0.316461} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.079016] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.079588] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.079992] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da596d8d-4888-457f-bbfa-bdb0a5d45096 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.136536] env[68166]: DEBUG oslo_vmware.rw_handles [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bd580-deba-de4b-e785-f626fc792fa9/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 678.137498] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3811c41-102c-4942-81f4-852b07765cfe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.144259] env[68166]: DEBUG oslo_vmware.rw_handles [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bd580-deba-de4b-e785-f626fc792fa9/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 678.144425] env[68166]: ERROR oslo_vmware.rw_handles [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bd580-deba-de4b-e785-f626fc792fa9/disk-0.vmdk due to incomplete transfer. [ 678.144639] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e59e9b34-29a0-4eb2-8477-17eac939f40a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.147683] env[68166]: DEBUG oslo_concurrency.lockutils [req-f8112654-6166-45e0-a8ae-5750a071f712 req-c9378c37-5043-4283-8dea-54a5cc0999e0 service nova] Releasing lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.152771] env[68166]: DEBUG oslo_vmware.rw_handles [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bd580-deba-de4b-e785-f626fc792fa9/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 678.152990] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Uploaded image 34a7a06a-f60a-4fa3-bcbe-7385d3b3934b to the Glance image server {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 678.155083] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 678.155324] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd80a837-eaa4-41f3-b3f4-6a5e94e393ef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.160995] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 678.160995] env[68166]: value = "task-2806393" [ 678.160995] env[68166]: _type = "Task" [ 678.160995] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.170212] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806393, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.181673] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.181901] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.182106] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Deleting the datastore file [datastore1] c8460358-ceb1-4800-892c-854f5cf2fb60 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.182388] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4824e231-9b4b-407c-8f52-d5fc0ecac0a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.190264] env[68166]: DEBUG oslo_vmware.api [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for the task: (returnval){ [ 678.190264] env[68166]: value = "task-2806394" [ 678.190264] env[68166]: _type = "Task" [ 678.190264] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.198695] env[68166]: DEBUG oslo_vmware.api [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.277139] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.349757] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693632} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.350085] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 886b6e03-f4d0-4178-8fcb-cc00d90131d8/886b6e03-f4d0-4178-8fcb-cc00d90131d8.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.350310] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.350567] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6efa8f37-79d2-4b55-92c2-988b4177e69a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.359353] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 678.359353] env[68166]: value = "task-2806395" [ 678.359353] env[68166]: _type = "Task" [ 678.359353] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.367582] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.390777] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 2c3f4a57-d269-4c4a-adac-029973567aec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 678.391015] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.391188] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance b8c67555-fca1-4aa9-85fa-ccb217eb34ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.486923] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.671970] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806393, 'name': Destroy_Task} progress is 33%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.700435] env[68166]: DEBUG oslo_vmware.api [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.885058] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071154} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.885354] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.886227] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2094d839-aac0-4684-be50-3032ebfcdac7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.901375] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance ea744a0c-56e5-4e41-9d0e-b8f5e568d062 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 678.901699] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance e8a4f44f-5ae6-455f-a8e0-b793c81c7021 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.901839] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance c8460358-ceb1-4800-892c-854f5cf2fb60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.916035] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 886b6e03-f4d0-4178-8fcb-cc00d90131d8/886b6e03-f4d0-4178-8fcb-cc00d90131d8.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.918677] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a959c8d4-d0b4-4dab-b4a8-e0ffb77925fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.942573] env[68166]: DEBUG nova.compute.manager [req-9e1fbfa9-61a2-427e-ad49-d376a9b4dad9 req-ea75b66b-9f7d-4922-ad68-4bab003ee153 service nova] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Received event network-vif-deleted-b740b54e-7133-4401-82f0-bee1849bfab7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.952050] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 678.952050] env[68166]: value = "task-2806396" [ 678.952050] env[68166]: _type = "Task" [ 678.952050] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.964543] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.173033] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806393, 'name': Destroy_Task, 'duration_secs': 0.855305} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.173033] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Destroyed the VM [ 679.173033] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 679.173258] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-469e94a3-d66d-488f-8e2e-05813046b69c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.181828] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 679.181828] env[68166]: value = "task-2806397" [ 679.181828] env[68166]: _type = "Task" [ 679.181828] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.191706] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806397, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.201062] env[68166]: DEBUG oslo_vmware.api [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Task: {'id': task-2806394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.710004} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.201062] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.201062] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.201062] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.201062] env[68166]: INFO nova.compute.manager [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Took 1.67 seconds to destroy the instance on the hypervisor. [ 679.201296] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.201429] env[68166]: DEBUG nova.compute.manager [-] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.201525] env[68166]: DEBUG nova.network.neutron [-] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.420137] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance edc58ee1-713f-406e-919c-fcd704daf3dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 679.420395] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance f1ed11a4-6524-41b7-a2f2-84b3e75a99e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.462075] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806396, 'name': ReconfigVM_Task, 'duration_secs': 0.291003} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.462362] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 886b6e03-f4d0-4178-8fcb-cc00d90131d8/886b6e03-f4d0-4178-8fcb-cc00d90131d8.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.462980] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a84427e0-5597-427b-b7a5-917e01788b23 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.470904] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 679.470904] env[68166]: value = "task-2806398" [ 679.470904] env[68166]: _type = "Task" [ 679.470904] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.480385] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806398, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.694834] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806397, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.923764] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 363c99d0-1cdc-4206-b377-70c122875fac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 679.924247] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 3252ed02-af47-4919-a692-2a1f9a325fe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.981785] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806398, 'name': Rename_Task, 'duration_secs': 0.205969} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.982072] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.982340] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd17d772-bce9-48ac-bf51-2213efb03bab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.988836] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 679.988836] env[68166]: value = "task-2806399" [ 679.988836] env[68166]: _type = "Task" [ 679.988836] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.004969] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.193707] env[68166]: DEBUG oslo_vmware.api [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806397, 'name': RemoveSnapshot_Task, 'duration_secs': 0.664396} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.197544] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 680.197544] env[68166]: INFO nova.compute.manager [None req-9e355ff1-30bd-4831-b717-ef218875c413 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Took 14.70 seconds to snapshot the instance on the hypervisor. [ 680.299567] env[68166]: DEBUG nova.network.neutron [-] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.427102] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 9472ee31-d423-47d4-892f-1b8676886d61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 680.427292] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance a280c315-55e1-4e87-934c-e68328ced4b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.499262] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.803493] env[68166]: INFO nova.compute.manager [-] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Took 1.60 seconds to deallocate network for instance. [ 680.930537] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 04b66772-cf58-45ed-9e1f-61278e9371ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 680.930823] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance edd58309-7d6a-4ee8-9cdf-d470461a63c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.931223] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 680.931223] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 680.934909] env[68166]: DEBUG nova.compute.manager [req-7aaadba3-751c-460e-ae20-bc99de2d7d02 req-70b20460-b260-44d7-838c-3a081a22112b service nova] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Received event network-vif-deleted-10b81823-1dc8-4d60-afe2-bb7afe61221a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.002198] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806399, 'name': PowerOnVM_Task, 'duration_secs': 0.789081} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.002360] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.002556] env[68166]: INFO nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Took 10.23 seconds to spawn the instance on the hypervisor. [ 681.002734] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.003510] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e6ae4c-5e87-4e67-9d56-d92bcac3cf81 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.311789] env[68166]: DEBUG oslo_concurrency.lockutils [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.454885] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d30d88-3667-40eb-bc8c-058fbf5d41bb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.463490] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c47100-5cc5-4f0e-a4f2-421766bef392 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.496255] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f6ca52-2db7-4e2b-bedc-0f241e174ba5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.504591] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b85ca9-c642-42c1-973e-1d430882cfb8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.523162] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.528400] env[68166]: INFO nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Took 47.28 seconds to build instance. [ 681.759202] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Acquiring lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.759439] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.031801] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "886b6e03-f4d0-4178-8fcb-cc00d90131d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.406s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.048821] env[68166]: ERROR nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [req-94df871a-3cda-4bfc-bed9-0614f5ce6c01] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94df871a-3cda-4bfc-bed9-0614f5ce6c01"}]} [ 682.077434] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.091331] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.091554] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.103648] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.124292] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.265567] env[68166]: DEBUG nova.compute.utils [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.338499] env[68166]: DEBUG nova.compute.manager [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.339465] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3811c1-9562-45d0-9cdb-c4ff11142698 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.534714] env[68166]: DEBUG nova.compute.manager [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.742053] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb482f7-b9d2-4b68-b326-86050c6abf1c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.750351] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefa2508-de4a-4a56-82d8-7c98158ba652 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.782640] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.023s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.784161] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd31b1b-2816-4191-9144-acecd77c3969 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.793697] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602dad88-cd09-4cf4-962f-2c5fa6c99cd7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.807754] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.855411] env[68166]: INFO nova.compute.manager [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] instance snapshotting [ 682.858736] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dd1f9e-c24f-4d98-b115-0f96401c631f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.885024] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae0d69-3f3b-491b-b1e4-5281368e7212 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.057199] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.349635] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 683.349635] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 66 to 67 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 683.349635] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.396014] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 683.396455] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cecb08cc-c648-4c0a-9695-4196f5ed1032 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.406404] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 683.406404] env[68166]: value = "task-2806400" [ 683.406404] env[68166]: _type = "Task" [ 683.406404] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.417765] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806400, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.854166] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Acquiring lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.854510] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.854752] env[68166]: INFO nova.compute.manager [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Attaching volume 6b6eb21e-70f7-4bfd-b59c-3bcac958bf54 to /dev/sdb [ 683.857414] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 683.857672] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 14.627s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.858199] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.840s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.860228] env[68166]: INFO nova.compute.claims [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.905733] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d032eee-d6e8-46f3-a1f9-d785db78e47a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.919786] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806400, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.921414] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97a5e5e-0550-47ab-85f9-ed622108c54f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.940534] env[68166]: DEBUG nova.virt.block_device [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Updating existing volume attachment record: 7af8977a-6b8b-4fe6-8a67-0f5197c11f6a {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 684.331587] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.331880] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.332164] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.332311] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.332537] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.332707] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.332911] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.333083] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68166) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 684.333251] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.421964] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806400, 'name': CreateSnapshot_Task, 'duration_secs': 0.885026} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.422257] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 684.423034] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c138b4a1-60c3-4156-87d7-f698274ec839 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.836845] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.941037] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 684.943177] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65ca36ff-aa16-4ec4-8d95-ae8bd8bb949d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.952731] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 684.952731] env[68166]: value = "task-2806404" [ 684.952731] env[68166]: _type = "Task" [ 684.952731] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.965679] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806404, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.439100] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5290da00-0549-4b3e-b9e9-de05f7872b3a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.447199] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19932a4e-83af-425e-a647-6e517c67f0c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.481267] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a379f1b-2454-4c9a-a93c-1036cc7aabf6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.486998] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806404, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.492120] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9099ef5-88d0-4c13-a4cf-4ae2adbf2193 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.507153] env[68166]: DEBUG nova.compute.provider_tree [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.965290] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806404, 'name': CloneVM_Task} progress is 95%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.011587] env[68166]: DEBUG nova.scheduler.client.report [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.464479] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806404, 'name': CloneVM_Task, 'duration_secs': 1.135044} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.464791] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Created linked-clone VM from snapshot [ 686.465549] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1583294-5b4e-447f-ad62-c8b0682ea7df {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.473283] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Uploading image ff43a626-0ba7-4670-9932-2779e6770823 {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 686.493660] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 686.493660] env[68166]: value = "vm-563986" [ 686.493660] env[68166]: _type = "VirtualMachine" [ 686.493660] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 686.493911] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bdf935bf-ae33-4451-8820-bac269529d5e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.501535] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lease: (returnval){ [ 686.501535] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52705c7c-89cb-9de8-2642-617e00bd6955" [ 686.501535] env[68166]: _type = "HttpNfcLease" [ 686.501535] env[68166]: } obtained for exporting VM: (result){ [ 686.501535] env[68166]: value = "vm-563986" [ 686.501535] env[68166]: _type = "VirtualMachine" [ 686.501535] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 686.501898] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the lease: (returnval){ [ 686.501898] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52705c7c-89cb-9de8-2642-617e00bd6955" [ 686.501898] env[68166]: _type = "HttpNfcLease" [ 686.501898] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 686.509465] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.509465] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52705c7c-89cb-9de8-2642-617e00bd6955" [ 686.509465] env[68166]: _type = "HttpNfcLease" [ 686.509465] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 686.517232] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.517727] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.520324] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.881s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.521692] env[68166]: INFO nova.compute.claims [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.011181] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 687.011181] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52705c7c-89cb-9de8-2642-617e00bd6955" [ 687.011181] env[68166]: _type = "HttpNfcLease" [ 687.011181] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 687.011681] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 687.011681] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52705c7c-89cb-9de8-2642-617e00bd6955" [ 687.011681] env[68166]: _type = "HttpNfcLease" [ 687.011681] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 687.012581] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0bd737-f393-424a-96f1-3e9ae47a1fe5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.020105] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f05773-08b5-cefa-3a98-f4d3f3ef5093/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 687.020330] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f05773-08b5-cefa-3a98-f4d3f3ef5093/disk-0.vmdk for reading. {{(pid=68166) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 687.079781] env[68166]: DEBUG nova.compute.utils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.082515] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.082690] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.113184] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-243f8c59-38b4-40c3-a035-f7d713d7a0ff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.134748] env[68166]: DEBUG nova.policy [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83e0647a8e984cd2ad38e1dd3c97ab41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6af6d9c685b14af9898434c0c01f1847', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.430811] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Successfully created port: 0cbfb55d-e03b-440b-9d0e-c71cdd3973c9 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.591708] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.258055] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97487e4a-c255-4fd4-95bd-e38f70bf845f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.266784] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043fcb3d-723d-4f80-be2a-98f5e31de4cb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.300601] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d972608-4e24-4465-8301-ec6bd861c25e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.309897] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d38364-e2bd-4841-a223-19494a74e2a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.325087] env[68166]: DEBUG nova.compute.provider_tree [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.497929] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 688.498187] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563984', 'volume_id': '6b6eb21e-70f7-4bfd-b59c-3bcac958bf54', 'name': 'volume-6b6eb21e-70f7-4bfd-b59c-3bcac958bf54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edd58309-7d6a-4ee8-9cdf-d470461a63c8', 'attached_at': '', 'detached_at': '', 'volume_id': '6b6eb21e-70f7-4bfd-b59c-3bcac958bf54', 'serial': '6b6eb21e-70f7-4bfd-b59c-3bcac958bf54'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 688.499242] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37147107-7594-46dc-a331-60a3ac4af6b4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.519591] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd110ec-b624-4a74-857e-6d36ffb7e33d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.547336] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] volume-6b6eb21e-70f7-4bfd-b59c-3bcac958bf54/volume-6b6eb21e-70f7-4bfd-b59c-3bcac958bf54.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.548201] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-346a817f-df20-4fe4-b43a-0dee563ae73a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.567981] env[68166]: DEBUG oslo_vmware.api [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Waiting for the task: (returnval){ [ 688.567981] env[68166]: value = "task-2806407" [ 688.567981] env[68166]: _type = "Task" [ 688.567981] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.581959] env[68166]: DEBUG oslo_vmware.api [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Task: {'id': task-2806407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.606047] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.630311] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.630654] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.630900] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.631274] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.631642] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.631850] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.632168] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.632379] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.632579] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.632761] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.632946] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.634103] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9291da-71d3-4826-b8cc-6a964cd321ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.644006] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f584bc-416f-4b70-acfb-115e699e15da {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.828729] env[68166]: DEBUG nova.scheduler.client.report [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.082434] env[68166]: DEBUG oslo_vmware.api [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Task: {'id': task-2806407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.203380] env[68166]: DEBUG nova.compute.manager [req-cc60c37a-b0c8-448e-b838-88265e141bb0 req-a434b660-0fba-41f8-9eb3-bbb0bfdf4a7b service nova] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Received event network-vif-plugged-0cbfb55d-e03b-440b-9d0e-c71cdd3973c9 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.203380] env[68166]: DEBUG oslo_concurrency.lockutils [req-cc60c37a-b0c8-448e-b838-88265e141bb0 req-a434b660-0fba-41f8-9eb3-bbb0bfdf4a7b service nova] Acquiring lock "ea39978e-7c35-4f2a-8e27-f37840dcc68a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.203380] env[68166]: DEBUG oslo_concurrency.lockutils [req-cc60c37a-b0c8-448e-b838-88265e141bb0 req-a434b660-0fba-41f8-9eb3-bbb0bfdf4a7b service nova] Lock "ea39978e-7c35-4f2a-8e27-f37840dcc68a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.203380] env[68166]: DEBUG oslo_concurrency.lockutils [req-cc60c37a-b0c8-448e-b838-88265e141bb0 req-a434b660-0fba-41f8-9eb3-bbb0bfdf4a7b service nova] Lock "ea39978e-7c35-4f2a-8e27-f37840dcc68a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.203380] env[68166]: DEBUG nova.compute.manager [req-cc60c37a-b0c8-448e-b838-88265e141bb0 req-a434b660-0fba-41f8-9eb3-bbb0bfdf4a7b service nova] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] No waiting events found dispatching network-vif-plugged-0cbfb55d-e03b-440b-9d0e-c71cdd3973c9 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.203555] env[68166]: WARNING nova.compute.manager [req-cc60c37a-b0c8-448e-b838-88265e141bb0 req-a434b660-0fba-41f8-9eb3-bbb0bfdf4a7b service nova] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Received unexpected event network-vif-plugged-0cbfb55d-e03b-440b-9d0e-c71cdd3973c9 for instance with vm_state building and task_state spawning. [ 689.278477] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Successfully updated port: 0cbfb55d-e03b-440b-9d0e-c71cdd3973c9 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.335720] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.335720] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.337158] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.190s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.339274] env[68166]: INFO nova.compute.claims [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.580457] env[68166]: DEBUG oslo_vmware.api [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Task: {'id': task-2806407, 'name': ReconfigVM_Task, 'duration_secs': 0.563896} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.580776] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Reconfigured VM instance instance-00000005 to attach disk [datastore2] volume-6b6eb21e-70f7-4bfd-b59c-3bcac958bf54/volume-6b6eb21e-70f7-4bfd-b59c-3bcac958bf54.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.585805] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e525bc5a-7a70-4442-a79c-3dbf820d8cef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.603673] env[68166]: DEBUG oslo_vmware.api [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Waiting for the task: (returnval){ [ 689.603673] env[68166]: value = "task-2806408" [ 689.603673] env[68166]: _type = "Task" [ 689.603673] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.613050] env[68166]: DEBUG oslo_vmware.api [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Task: {'id': task-2806408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.785809] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "refresh_cache-ea39978e-7c35-4f2a-8e27-f37840dcc68a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.786207] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquired lock "refresh_cache-ea39978e-7c35-4f2a-8e27-f37840dcc68a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.786207] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.843735] env[68166]: DEBUG nova.compute.utils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.849160] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.849160] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.889646] env[68166]: DEBUG nova.policy [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83e0647a8e984cd2ad38e1dd3c97ab41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6af6d9c685b14af9898434c0c01f1847', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.114529] env[68166]: DEBUG oslo_vmware.api [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Task: {'id': task-2806408, 'name': ReconfigVM_Task, 'duration_secs': 0.170208} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.114838] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563984', 'volume_id': '6b6eb21e-70f7-4bfd-b59c-3bcac958bf54', 'name': 'volume-6b6eb21e-70f7-4bfd-b59c-3bcac958bf54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edd58309-7d6a-4ee8-9cdf-d470461a63c8', 'attached_at': '', 'detached_at': '', 'volume_id': '6b6eb21e-70f7-4bfd-b59c-3bcac958bf54', 'serial': '6b6eb21e-70f7-4bfd-b59c-3bcac958bf54'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 690.184717] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Successfully created port: 3a197b44-30f7-4d0b-957c-2aac229e8adc {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.327968] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.351024] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.605191] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Updating instance_info_cache with network_info: [{"id": "0cbfb55d-e03b-440b-9d0e-c71cdd3973c9", "address": "fa:16:3e:2b:79:5b", "network": {"id": "9a3c5868-46ed-4ed1-be5e-ed854f284315", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-358830807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af6d9c685b14af9898434c0c01f1847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbfb55d-e0", "ovs_interfaceid": "0cbfb55d-e03b-440b-9d0e-c71cdd3973c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.976834] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4626a47b-3488-4fac-bfe0-f9ee27d01f99 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.985577] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf752bfe-c920-49ef-82bd-73b3f920193e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.019368] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cf9efc-9773-40a0-a552-aa71e212282f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.028395] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3428be-02f7-4111-886f-6e5492879db5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.043486] env[68166]: DEBUG nova.compute.provider_tree [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.108557] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Releasing lock "refresh_cache-ea39978e-7c35-4f2a-8e27-f37840dcc68a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.108914] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Instance network_info: |[{"id": "0cbfb55d-e03b-440b-9d0e-c71cdd3973c9", "address": "fa:16:3e:2b:79:5b", "network": {"id": "9a3c5868-46ed-4ed1-be5e-ed854f284315", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-358830807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af6d9c685b14af9898434c0c01f1847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbfb55d-e0", "ovs_interfaceid": "0cbfb55d-e03b-440b-9d0e-c71cdd3973c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.109368] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:79:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cbfb55d-e03b-440b-9d0e-c71cdd3973c9', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.117410] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.118349] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.118667] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f3339a9-044b-4bf1-a46c-5ed08e04ca7c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.142821] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.142821] env[68166]: value = "task-2806409" [ 691.142821] env[68166]: _type = "Task" [ 691.142821] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.151068] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806409, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.167072] env[68166]: DEBUG nova.objects.instance [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Lazy-loading 'flavor' on Instance uuid edd58309-7d6a-4ee8-9cdf-d470461a63c8 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.231901] env[68166]: DEBUG nova.compute.manager [req-c6639cb1-8b3d-4810-981e-2778eabfb7e2 req-f777723e-a8b7-41c6-a13d-a307603e02db service nova] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Received event network-changed-0cbfb55d-e03b-440b-9d0e-c71cdd3973c9 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.231901] env[68166]: DEBUG nova.compute.manager [req-c6639cb1-8b3d-4810-981e-2778eabfb7e2 req-f777723e-a8b7-41c6-a13d-a307603e02db service nova] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Refreshing instance network info cache due to event network-changed-0cbfb55d-e03b-440b-9d0e-c71cdd3973c9. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 691.231901] env[68166]: DEBUG oslo_concurrency.lockutils [req-c6639cb1-8b3d-4810-981e-2778eabfb7e2 req-f777723e-a8b7-41c6-a13d-a307603e02db service nova] Acquiring lock "refresh_cache-ea39978e-7c35-4f2a-8e27-f37840dcc68a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.231901] env[68166]: DEBUG oslo_concurrency.lockutils [req-c6639cb1-8b3d-4810-981e-2778eabfb7e2 req-f777723e-a8b7-41c6-a13d-a307603e02db service nova] Acquired lock "refresh_cache-ea39978e-7c35-4f2a-8e27-f37840dcc68a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.232034] env[68166]: DEBUG nova.network.neutron [req-c6639cb1-8b3d-4810-981e-2778eabfb7e2 req-f777723e-a8b7-41c6-a13d-a307603e02db service nova] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Refreshing network info cache for port 0cbfb55d-e03b-440b-9d0e-c71cdd3973c9 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.363618] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.385547] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.385781] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.385935] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.386127] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.386276] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.386425] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.386631] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.386785] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.386948] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.387120] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.387294] env[68166]: DEBUG nova.virt.hardware [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.388186] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ecf2d9-bf35-4c8a-92bb-c4742dce5b9d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.397071] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae338af1-8e34-4abc-9607-e6ffff5e49e9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.547058] env[68166]: DEBUG nova.scheduler.client.report [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.655582] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806409, 'name': CreateVM_Task, 'duration_secs': 0.391382} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.655582] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.655958] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.656155] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.656480] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.656744] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6bed93-de11-4a0b-8065-46940ea7df2c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.662955] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 691.662955] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d19a11-1299-c9a5-810f-819177e2abf9" [ 691.662955] env[68166]: _type = "Task" [ 691.662955] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.673571] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d19a11-1299-c9a5-810f-819177e2abf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.674175] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0118af85-3e08-4d48-bbcc-c1ee49c50231 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.820s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.052344] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.052879] env[68166]: DEBUG nova.compute.manager [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.055538] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.478s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.055736] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.058224] env[68166]: DEBUG oslo_concurrency.lockutils [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.535s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.060067] env[68166]: INFO nova.compute.claims [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.100456] env[68166]: INFO nova.scheduler.client.report [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Deleted allocations for instance 2c9a8df8-5546-46e7-b802-90bb85b4d1e7 [ 692.101780] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Successfully updated port: 3a197b44-30f7-4d0b-957c-2aac229e8adc {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.124375] env[68166]: DEBUG nova.network.neutron [req-c6639cb1-8b3d-4810-981e-2778eabfb7e2 req-f777723e-a8b7-41c6-a13d-a307603e02db service nova] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Updated VIF entry in instance network info cache for port 0cbfb55d-e03b-440b-9d0e-c71cdd3973c9. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.124375] env[68166]: DEBUG nova.network.neutron [req-c6639cb1-8b3d-4810-981e-2778eabfb7e2 req-f777723e-a8b7-41c6-a13d-a307603e02db service nova] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Updating instance_info_cache with network_info: [{"id": "0cbfb55d-e03b-440b-9d0e-c71cdd3973c9", "address": "fa:16:3e:2b:79:5b", "network": {"id": "9a3c5868-46ed-4ed1-be5e-ed854f284315", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-358830807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af6d9c685b14af9898434c0c01f1847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbfb55d-e0", "ovs_interfaceid": "0cbfb55d-e03b-440b-9d0e-c71cdd3973c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.174771] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d19a11-1299-c9a5-810f-819177e2abf9, 'name': SearchDatastore_Task, 'duration_secs': 0.012745} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.175152] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.175430] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.175733] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.175912] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.176165] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.176734] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7df01727-9653-4c92-b508-0f287d428b29 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.188688] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.188688] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.189375] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24b3242-9f01-457d-8286-f1108415b484 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.196498] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 692.196498] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52187909-4184-0fec-0c0c-76c0372086a0" [ 692.196498] env[68166]: _type = "Task" [ 692.196498] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.206460] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52187909-4184-0fec-0c0c-76c0372086a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.571463] env[68166]: DEBUG nova.compute.utils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.574638] env[68166]: DEBUG nova.compute.manager [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.574805] env[68166]: DEBUG nova.network.neutron [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.605519] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "refresh_cache-9e37a277-d4ad-4938-a999-061e1ce31df9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.605661] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquired lock "refresh_cache-9e37a277-d4ad-4938-a999-061e1ce31df9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.605787] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.610286] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a71d766e-aae1-4025-9880-11ddb4890400 tempest-InstanceActionsNegativeTestJSON-1253201590 tempest-InstanceActionsNegativeTestJSON-1253201590-project-member] Lock "2c9a8df8-5546-46e7-b802-90bb85b4d1e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.788s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.621925] env[68166]: DEBUG nova.policy [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00918f80ea7f4fae93bbf6d8fdb19eca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a854e1fd14a492cbcabef7a765f224f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.626333] env[68166]: DEBUG oslo_concurrency.lockutils [req-c6639cb1-8b3d-4810-981e-2778eabfb7e2 req-f777723e-a8b7-41c6-a13d-a307603e02db service nova] Releasing lock "refresh_cache-ea39978e-7c35-4f2a-8e27-f37840dcc68a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.687802] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Acquiring lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.689123] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.708665] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52187909-4184-0fec-0c0c-76c0372086a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015247} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.710090] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea48f3b2-e122-4f0e-bf4a-a5787935add1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.716742] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 692.716742] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527f4b3e-cefe-8eaf-71ba-626928328537" [ 692.716742] env[68166]: _type = "Task" [ 692.716742] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.726121] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527f4b3e-cefe-8eaf-71ba-626928328537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.947506] env[68166]: DEBUG nova.network.neutron [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Successfully created port: 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.078095] env[68166]: DEBUG nova.compute.manager [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.160337] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.194597] env[68166]: INFO nova.compute.manager [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Detaching volume 6b6eb21e-70f7-4bfd-b59c-3bcac958bf54 [ 693.237177] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527f4b3e-cefe-8eaf-71ba-626928328537, 'name': SearchDatastore_Task, 'duration_secs': 0.012615} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.237521] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.238205] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] ea39978e-7c35-4f2a-8e27-f37840dcc68a/ea39978e-7c35-4f2a-8e27-f37840dcc68a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.238205] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ab2388d-0a8f-4019-8c20-01603dc2c0b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.247104] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 693.247104] env[68166]: value = "task-2806410" [ 693.247104] env[68166]: _type = "Task" [ 693.247104] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.250704] env[68166]: INFO nova.virt.block_device [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Attempting to driver detach volume 6b6eb21e-70f7-4bfd-b59c-3bcac958bf54 from mountpoint /dev/sdb [ 693.250958] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 693.251181] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563984', 'volume_id': '6b6eb21e-70f7-4bfd-b59c-3bcac958bf54', 'name': 'volume-6b6eb21e-70f7-4bfd-b59c-3bcac958bf54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edd58309-7d6a-4ee8-9cdf-d470461a63c8', 'attached_at': '', 'detached_at': '', 'volume_id': '6b6eb21e-70f7-4bfd-b59c-3bcac958bf54', 'serial': '6b6eb21e-70f7-4bfd-b59c-3bcac958bf54'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 693.256125] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22486f7-345c-41f8-a6a9-60bbf23577eb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.263866] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.286565] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0e9276-55a4-4985-b36b-f9e00afd4484 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.295880] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bf99f4-035a-4abd-b143-6a04fcfa605a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.323945] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409c4146-69f1-434f-8a5a-f2bde2bbcce9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.327679] env[68166]: DEBUG nova.compute.manager [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Received event network-vif-plugged-3a197b44-30f7-4d0b-957c-2aac229e8adc {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.327873] env[68166]: DEBUG oslo_concurrency.lockutils [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] Acquiring lock "9e37a277-d4ad-4938-a999-061e1ce31df9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.328103] env[68166]: DEBUG oslo_concurrency.lockutils [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] Lock "9e37a277-d4ad-4938-a999-061e1ce31df9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.328276] env[68166]: DEBUG oslo_concurrency.lockutils [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] Lock "9e37a277-d4ad-4938-a999-061e1ce31df9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.328461] env[68166]: DEBUG nova.compute.manager [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] No waiting events found dispatching network-vif-plugged-3a197b44-30f7-4d0b-957c-2aac229e8adc {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.328634] env[68166]: WARNING nova.compute.manager [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Received unexpected event network-vif-plugged-3a197b44-30f7-4d0b-957c-2aac229e8adc for instance with vm_state building and task_state spawning. [ 693.328787] env[68166]: DEBUG nova.compute.manager [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Received event network-changed-3a197b44-30f7-4d0b-957c-2aac229e8adc {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.328937] env[68166]: DEBUG nova.compute.manager [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Refreshing instance network info cache due to event network-changed-3a197b44-30f7-4d0b-957c-2aac229e8adc. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 693.329190] env[68166]: DEBUG oslo_concurrency.lockutils [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] Acquiring lock "refresh_cache-9e37a277-d4ad-4938-a999-061e1ce31df9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.347465] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] The volume has not been displaced from its original location: [datastore2] volume-6b6eb21e-70f7-4bfd-b59c-3bcac958bf54/volume-6b6eb21e-70f7-4bfd-b59c-3bcac958bf54.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 693.353267] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Reconfiguring VM instance instance-00000005 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 693.358034] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6788b0ec-f249-4ac9-a0c8-c348a379a2a7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.379025] env[68166]: DEBUG oslo_vmware.api [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Waiting for the task: (returnval){ [ 693.379025] env[68166]: value = "task-2806411" [ 693.379025] env[68166]: _type = "Task" [ 693.379025] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.392026] env[68166]: DEBUG oslo_vmware.api [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Task: {'id': task-2806411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.430095] env[68166]: DEBUG nova.network.neutron [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Updating instance_info_cache with network_info: [{"id": "3a197b44-30f7-4d0b-957c-2aac229e8adc", "address": "fa:16:3e:03:42:b5", "network": {"id": "9a3c5868-46ed-4ed1-be5e-ed854f284315", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-358830807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af6d9c685b14af9898434c0c01f1847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a197b44-30", "ovs_interfaceid": "3a197b44-30f7-4d0b-957c-2aac229e8adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.767051] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806410, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.881033] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1b6558-6ea6-45b3-bdf4-01bec169574f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.900296] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84cced3-b5c1-4dee-a8d6-033a213571ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.904736] env[68166]: DEBUG oslo_vmware.api [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Task: {'id': task-2806411, 'name': ReconfigVM_Task, 'duration_secs': 0.494384} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.906362] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Reconfigured VM instance instance-00000005 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 693.912730] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a26a3dc-27cc-4f4c-804d-01bec8c23322 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.957197] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Releasing lock "refresh_cache-9e37a277-d4ad-4938-a999-061e1ce31df9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.957578] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Instance network_info: |[{"id": "3a197b44-30f7-4d0b-957c-2aac229e8adc", "address": "fa:16:3e:03:42:b5", "network": {"id": "9a3c5868-46ed-4ed1-be5e-ed854f284315", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-358830807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af6d9c685b14af9898434c0c01f1847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a197b44-30", "ovs_interfaceid": "3a197b44-30f7-4d0b-957c-2aac229e8adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.959031] env[68166]: DEBUG oslo_concurrency.lockutils [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] Acquired lock "refresh_cache-9e37a277-d4ad-4938-a999-061e1ce31df9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.959031] env[68166]: DEBUG nova.network.neutron [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Refreshing network info cache for port 3a197b44-30f7-4d0b-957c-2aac229e8adc {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.960686] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:42:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a197b44-30f7-4d0b-957c-2aac229e8adc', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.968963] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.969836] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a0c509-8ac0-4203-abc5-1db9e5f39178 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.974790] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.975320] env[68166]: DEBUG oslo_vmware.api [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Waiting for the task: (returnval){ [ 693.975320] env[68166]: value = "task-2806412" [ 693.975320] env[68166]: _type = "Task" [ 693.975320] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.977186] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5048dd5c-c085-40fa-9e2d-7b8b60c1265d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.003034] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6afd554-4f55-44cc-90bb-8aef68a22f6e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.011758] env[68166]: DEBUG oslo_vmware.api [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Task: {'id': task-2806412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.012040] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.012040] env[68166]: value = "task-2806413" [ 694.012040] env[68166]: _type = "Task" [ 694.012040] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.030927] env[68166]: DEBUG nova.compute.provider_tree [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.032319] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806413, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.092272] env[68166]: DEBUG nova.compute.manager [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.124239] env[68166]: DEBUG nova.virt.hardware [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.124553] env[68166]: DEBUG nova.virt.hardware [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.124757] env[68166]: DEBUG nova.virt.hardware [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.124975] env[68166]: DEBUG nova.virt.hardware [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.126482] env[68166]: DEBUG nova.virt.hardware [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.126482] env[68166]: DEBUG nova.virt.hardware [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.126482] env[68166]: DEBUG nova.virt.hardware [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.126482] env[68166]: DEBUG nova.virt.hardware [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.126482] env[68166]: DEBUG nova.virt.hardware [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.126656] env[68166]: DEBUG nova.virt.hardware [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.126656] env[68166]: DEBUG nova.virt.hardware [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.127777] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01c6b3e-e799-4820-aa1f-2366aaa2855b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.138161] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b486894-1346-4374-b363-3dcc6048dc98 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.263409] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76139} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.263409] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] ea39978e-7c35-4f2a-8e27-f37840dcc68a/ea39978e-7c35-4f2a-8e27-f37840dcc68a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.263409] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.263409] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68cdde94-6fa6-455e-8fb7-6dcae841bd38 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.270965] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 694.270965] env[68166]: value = "task-2806414" [ 694.270965] env[68166]: _type = "Task" [ 694.270965] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.279571] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.508264] env[68166]: DEBUG oslo_vmware.api [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Task: {'id': task-2806412, 'name': ReconfigVM_Task, 'duration_secs': 0.183774} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.508264] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563984', 'volume_id': '6b6eb21e-70f7-4bfd-b59c-3bcac958bf54', 'name': 'volume-6b6eb21e-70f7-4bfd-b59c-3bcac958bf54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edd58309-7d6a-4ee8-9cdf-d470461a63c8', 'attached_at': '', 'detached_at': '', 'volume_id': '6b6eb21e-70f7-4bfd-b59c-3bcac958bf54', 'serial': '6b6eb21e-70f7-4bfd-b59c-3bcac958bf54'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 694.527100] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806413, 'name': CreateVM_Task, 'duration_secs': 0.43562} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.527353] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.528777] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.529910] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.529910] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.529910] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ca3bea-1445-4fca-8840-d5adbe6e7a8e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.536567] env[68166]: DEBUG nova.scheduler.client.report [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.541059] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 694.541059] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5230bc37-f3f8-c9f2-63e0-b0638a6432cb" [ 694.541059] env[68166]: _type = "Task" [ 694.541059] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.554371] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5230bc37-f3f8-c9f2-63e0-b0638a6432cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013288} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.554743] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.555034] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.555377] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.555513] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.555805] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.556148] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-745c1013-b94f-491a-a0fa-b50d5a62cb6a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.569538] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.569775] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.570659] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92b2559-0708-4d5d-9ccb-97f7b8283b9d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.581423] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 694.581423] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52778de0-f2bc-ddcb-ce05-7b35975aa2ce" [ 694.581423] env[68166]: _type = "Task" [ 694.581423] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.592024] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52778de0-f2bc-ddcb-ce05-7b35975aa2ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.783813] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.357472} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.783813] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.783813] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030399b5-09d3-4009-b61a-9a1f7909a642 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.792726] env[68166]: DEBUG nova.network.neutron [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Successfully updated port: 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.815190] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] ea39978e-7c35-4f2a-8e27-f37840dcc68a/ea39978e-7c35-4f2a-8e27-f37840dcc68a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.819359] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce4e035c-bdd3-47aa-9304-3aa276506349 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.844137] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 694.844137] env[68166]: value = "task-2806415" [ 694.844137] env[68166]: _type = "Task" [ 694.844137] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.854894] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.889775] env[68166]: DEBUG nova.network.neutron [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Updated VIF entry in instance network info cache for port 3a197b44-30f7-4d0b-957c-2aac229e8adc. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.890243] env[68166]: DEBUG nova.network.neutron [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Updating instance_info_cache with network_info: [{"id": "3a197b44-30f7-4d0b-957c-2aac229e8adc", "address": "fa:16:3e:03:42:b5", "network": {"id": "9a3c5868-46ed-4ed1-be5e-ed854f284315", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-358830807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af6d9c685b14af9898434c0c01f1847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a197b44-30", "ovs_interfaceid": "3a197b44-30f7-4d0b-957c-2aac229e8adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.045659] env[68166]: DEBUG oslo_concurrency.lockutils [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.987s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.046309] env[68166]: DEBUG nova.compute.manager [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.049649] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.449s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.051486] env[68166]: INFO nova.compute.claims [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.095778] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52778de0-f2bc-ddcb-ce05-7b35975aa2ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013811} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.099260] env[68166]: DEBUG nova.objects.instance [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Lazy-loading 'flavor' on Instance uuid edd58309-7d6a-4ee8-9cdf-d470461a63c8 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.106350] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb93e79b-f225-413c-aba1-5c81ecb1bf09 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.112790] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 695.112790] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5236febc-1544-57c3-b4d4-2d577c1de672" [ 695.112790] env[68166]: _type = "Task" [ 695.112790] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.127193] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5236febc-1544-57c3-b4d4-2d577c1de672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.217704] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f05773-08b5-cefa-3a98-f4d3f3ef5093/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 695.218632] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37dd926-4ed0-4e95-8419-921961dbbdbe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.225349] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f05773-08b5-cefa-3a98-f4d3f3ef5093/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 695.225512] env[68166]: ERROR oslo_vmware.rw_handles [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f05773-08b5-cefa-3a98-f4d3f3ef5093/disk-0.vmdk due to incomplete transfer. [ 695.225784] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-491000cc-b2e6-470e-adb4-402d5597edbe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.234753] env[68166]: DEBUG oslo_vmware.rw_handles [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f05773-08b5-cefa-3a98-f4d3f3ef5093/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 695.234969] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Uploaded image ff43a626-0ba7-4670-9932-2779e6770823 to the Glance image server {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 695.237281] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 695.237569] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dc67cf56-81a4-48e7-8da1-5c761c5b5c8d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.246960] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 695.246960] env[68166]: value = "task-2806416" [ 695.246960] env[68166]: _type = "Task" [ 695.246960] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.256818] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806416, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.295377] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.295587] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquired lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.295807] env[68166]: DEBUG nova.network.neutron [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.357214] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806415, 'name': ReconfigVM_Task, 'duration_secs': 0.407149} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.357539] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Reconfigured VM instance instance-00000020 to attach disk [datastore1] ea39978e-7c35-4f2a-8e27-f37840dcc68a/ea39978e-7c35-4f2a-8e27-f37840dcc68a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.358252] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f505100a-1a11-4ddb-9788-ca9fbe717543 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.367058] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 695.367058] env[68166]: value = "task-2806417" [ 695.367058] env[68166]: _type = "Task" [ 695.367058] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.378267] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806417, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.393154] env[68166]: DEBUG oslo_concurrency.lockutils [req-3dd9eb94-58f2-4ebf-9f8e-daa08a612835 req-c546cf0b-899d-4796-a770-9a90ff96ca3d service nova] Releasing lock "refresh_cache-9e37a277-d4ad-4938-a999-061e1ce31df9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.427577] env[68166]: DEBUG nova.compute.manager [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Received event network-vif-plugged-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.427977] env[68166]: DEBUG oslo_concurrency.lockutils [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] Acquiring lock "ce861df0-6e5c-4940-a0d3-54677ae80a8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.428299] env[68166]: DEBUG oslo_concurrency.lockutils [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] Lock "ce861df0-6e5c-4940-a0d3-54677ae80a8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.428606] env[68166]: DEBUG oslo_concurrency.lockutils [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] Lock "ce861df0-6e5c-4940-a0d3-54677ae80a8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.428826] env[68166]: DEBUG nova.compute.manager [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] No waiting events found dispatching network-vif-plugged-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.429153] env[68166]: WARNING nova.compute.manager [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Received unexpected event network-vif-plugged-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d for instance with vm_state building and task_state spawning. [ 695.429369] env[68166]: DEBUG nova.compute.manager [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Received event network-changed-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.429532] env[68166]: DEBUG nova.compute.manager [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Refreshing instance network info cache due to event network-changed-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 695.429701] env[68166]: DEBUG oslo_concurrency.lockutils [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] Acquiring lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.556431] env[68166]: DEBUG nova.compute.utils [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.558586] env[68166]: DEBUG nova.compute.manager [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.558647] env[68166]: DEBUG nova.network.neutron [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.605161] env[68166]: DEBUG nova.policy [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83d1d117011a479798a7ee6ff82f0d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '540ba5b61a2e4763be6b7cd81ec01385', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.608811] env[68166]: DEBUG oslo_concurrency.lockutils [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "e8a4f44f-5ae6-455f-a8e0-b793c81c7021" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.609108] env[68166]: DEBUG oslo_concurrency.lockutils [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "e8a4f44f-5ae6-455f-a8e0-b793c81c7021" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.609335] env[68166]: DEBUG oslo_concurrency.lockutils [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "e8a4f44f-5ae6-455f-a8e0-b793c81c7021-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.610247] env[68166]: DEBUG oslo_concurrency.lockutils [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "e8a4f44f-5ae6-455f-a8e0-b793c81c7021-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.610552] env[68166]: DEBUG oslo_concurrency.lockutils [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "e8a4f44f-5ae6-455f-a8e0-b793c81c7021-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.613328] env[68166]: INFO nova.compute.manager [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Terminating instance [ 695.633067] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5236febc-1544-57c3-b4d4-2d577c1de672, 'name': SearchDatastore_Task, 'duration_secs': 0.028834} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.634448] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.634845] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 9e37a277-d4ad-4938-a999-061e1ce31df9/9e37a277-d4ad-4938-a999-061e1ce31df9.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.635148] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7afbf505-0d5d-453a-ba93-924a7f10b882 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.645486] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 695.645486] env[68166]: value = "task-2806418" [ 695.645486] env[68166]: _type = "Task" [ 695.645486] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.662935] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.763893] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806416, 'name': Destroy_Task, 'duration_secs': 0.411083} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.765446] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Destroyed the VM [ 695.765446] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 695.765811] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9ae10072-02dd-44f3-9b70-fd3118147591 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.775083] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 695.775083] env[68166]: value = "task-2806419" [ 695.775083] env[68166]: _type = "Task" [ 695.775083] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.787320] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806419, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.858987] env[68166]: DEBUG nova.network.neutron [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.879151] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806417, 'name': Rename_Task, 'duration_secs': 0.203968} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.879450] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.879734] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31444918-1ccf-438c-9002-bd34a11949ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.887947] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 695.887947] env[68166]: value = "task-2806420" [ 695.887947] env[68166]: _type = "Task" [ 695.887947] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.902629] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.063833] env[68166]: DEBUG nova.compute.manager [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.124873] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f7a2bae2-ecb4-4419-bfdf-6a8986a07e77 tempest-VolumesAssistedSnapshotsTest-167107591 tempest-VolumesAssistedSnapshotsTest-167107591-project-admin] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.436s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.127205] env[68166]: DEBUG nova.compute.manager [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.127404] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.132142] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c878b25c-4be6-4c3a-a52e-cebffa44d3c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.143163] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.143163] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d06e1e0b-a0aa-4b65-b728-1925cbcb25be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.152075] env[68166]: DEBUG oslo_vmware.api [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 696.152075] env[68166]: value = "task-2806421" [ 696.152075] env[68166]: _type = "Task" [ 696.152075] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.160692] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496027} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.163546] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 9e37a277-d4ad-4938-a999-061e1ce31df9/9e37a277-d4ad-4938-a999-061e1ce31df9.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.163817] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.165298] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e3dca15-090c-41d3-95a1-fbb3a3bf12ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.171085] env[68166]: DEBUG oslo_vmware.api [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.177379] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 696.177379] env[68166]: value = "task-2806422" [ 696.177379] env[68166]: _type = "Task" [ 696.177379] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.186769] env[68166]: DEBUG nova.network.neutron [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Successfully created port: 39649ef0-bfda-4910-bc2a-ff86616c3b8b {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.198977] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.209549] env[68166]: DEBUG nova.network.neutron [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updating instance_info_cache with network_info: [{"id": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "address": "fa:16:3e:e9:e2:d6", "network": {"id": "39694a03-ec13-4602-9672-27a7c9d9596b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1613218905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a854e1fd14a492cbcabef7a765f224f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a28f2cb-e7", "ovs_interfaceid": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.294390] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "c1d955b6-b2ee-4e33-83c1-a40c5ee72737" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.298028] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "c1d955b6-b2ee-4e33-83c1-a40c5ee72737" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.298028] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806419, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.401062] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.572592] env[68166]: INFO nova.virt.block_device [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Booting with volume 12524fbd-a4c1-44c0-9326-782790909e94 at /dev/sda [ 696.619093] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a7dee2e-b343-495b-a815-9d3e5bb16215 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.632042] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a7cc85-6a86-436e-aeda-80fa4b3656b6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.675623] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a18579ae-b8e4-4e07-8ce3-ab012d4331e9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.684578] env[68166]: DEBUG oslo_vmware.api [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806421, 'name': PowerOffVM_Task, 'duration_secs': 0.24279} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.685446] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.685565] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.686796] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3506d03d-b9b1-4221-bab5-c84324c0b7ba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.691160] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab1fa18-18f1-48f9-94e0-8fc9935b100b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.709768] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112169} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.709768] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.709768] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617b7da2-5e4e-4b43-bdf9-a22bcd48d9aa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.712250] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Releasing lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.715347] env[68166]: DEBUG nova.compute.manager [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Instance network_info: |[{"id": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "address": "fa:16:3e:e9:e2:d6", "network": {"id": "39694a03-ec13-4602-9672-27a7c9d9596b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1613218905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a854e1fd14a492cbcabef7a765f224f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a28f2cb-e7", "ovs_interfaceid": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.715347] env[68166]: DEBUG oslo_concurrency.lockutils [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] Acquired lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.715487] env[68166]: DEBUG nova.network.neutron [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Refreshing network info cache for port 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.715487] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:e2:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a28f2cb-e792-4a59-8eef-d58cd9b62e0d', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.723186] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Creating folder: Project (4a854e1fd14a492cbcabef7a765f224f). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.736209] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a560ac86-c012-49f1-9ed7-654a7bf8b527 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.751268] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee781f1-dc61-4b8e-970b-191ae5f5fae5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.762114] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 9e37a277-d4ad-4938-a999-061e1ce31df9/9e37a277-d4ad-4938-a999-061e1ce31df9.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.763432] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a28dbd-8720-43c8-84b0-0a13883b02bc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.782590] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Created folder: Project (4a854e1fd14a492cbcabef7a765f224f) in parent group-v563881. [ 696.782883] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Creating folder: Instances. Parent ref: group-v563989. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.787066] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-988c414e-9a43-4045-b51b-a4a41b0994f8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.794510] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f879149-4368-4788-9727-c4e22f9de504 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.797128] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 696.797128] env[68166]: value = "task-2806425" [ 696.797128] env[68166]: _type = "Task" [ 696.797128] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.801764] env[68166]: DEBUG oslo_vmware.api [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806419, 'name': RemoveSnapshot_Task, 'duration_secs': 0.847634} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.808195] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 696.808453] env[68166]: INFO nova.compute.manager [None req-e8cc5d4d-94d2-4420-b8ae-c9439b96c7b2 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Took 13.95 seconds to snapshot the instance on the hypervisor. [ 696.813917] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Created folder: Instances in parent group-v563989. [ 696.813917] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.813917] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.813917] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bfcb8e9-96fa-46bb-8703-dbbe6718f76c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.840054] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.840284] env[68166]: DEBUG nova.virt.block_device [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Updating existing volume attachment record: 8de63a1d-1e69-46f9-81a0-de572fba9d25 {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 696.848735] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.848735] env[68166]: value = "task-2806427" [ 696.848735] env[68166]: _type = "Task" [ 696.848735] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.858467] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806427, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.904360] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806420, 'name': PowerOnVM_Task, 'duration_secs': 0.731544} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.904574] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.905242] env[68166]: INFO nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Took 8.30 seconds to spawn the instance on the hypervisor. [ 696.905242] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.905883] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8de68d5-4b6b-4963-a0b1-6e6313d25e3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.935718] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.935873] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.937606] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Deleting the datastore file [datastore2] e8a4f44f-5ae6-455f-a8e0-b793c81c7021 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.937606] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f18edb5-50a7-43d2-8787-a7b0cc20dd65 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.944917] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5500da2f-1497-49f2-9a45-9a3b321d1a10 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.949389] env[68166]: DEBUG oslo_vmware.api [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 696.949389] env[68166]: value = "task-2806428" [ 696.949389] env[68166]: _type = "Task" [ 696.949389] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.956905] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e34994-cd06-4ecc-abdf-1c7d5c32b432 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.963446] env[68166]: DEBUG oslo_vmware.api [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.993854] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d059e7d-2375-44aa-ad0c-82e561ed56b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.003638] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f25c12-1595-4d4e-8844-9838def3a4e2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.022339] env[68166]: DEBUG nova.compute.provider_tree [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.312546] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.363571] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806427, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.440714] env[68166]: INFO nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Took 58.47 seconds to build instance. [ 697.469858] env[68166]: DEBUG oslo_vmware.api [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.527580] env[68166]: DEBUG nova.scheduler.client.report [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.544187] env[68166]: DEBUG nova.network.neutron [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updated VIF entry in instance network info cache for port 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.545444] env[68166]: DEBUG nova.network.neutron [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updating instance_info_cache with network_info: [{"id": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "address": "fa:16:3e:e9:e2:d6", "network": {"id": "39694a03-ec13-4602-9672-27a7c9d9596b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1613218905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a854e1fd14a492cbcabef7a765f224f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a28f2cb-e7", "ovs_interfaceid": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.814151] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806425, 'name': ReconfigVM_Task, 'duration_secs': 0.92597} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.815467] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 9e37a277-d4ad-4938-a999-061e1ce31df9/9e37a277-d4ad-4938-a999-061e1ce31df9.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.817015] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b6a4217-3f1c-4d89-bcdc-d0728f69beed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.825755] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 697.825755] env[68166]: value = "task-2806430" [ 697.825755] env[68166]: _type = "Task" [ 697.825755] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.835127] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806430, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.862684] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806427, 'name': CreateVM_Task, 'duration_secs': 0.797396} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.862853] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.863571] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.863741] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.864110] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.864387] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8682e369-c870-43a7-ae77-f97150d603d9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.873585] env[68166]: DEBUG nova.compute.manager [req-10938653-f93f-4f26-bd3c-8ade74bba51f req-161f44b0-dab4-490e-ae24-fb1d2f3e687a service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Received event network-vif-plugged-39649ef0-bfda-4910-bc2a-ff86616c3b8b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.877021] env[68166]: DEBUG oslo_concurrency.lockutils [req-10938653-f93f-4f26-bd3c-8ade74bba51f req-161f44b0-dab4-490e-ae24-fb1d2f3e687a service nova] Acquiring lock "4330fb56-071a-4059-b7aa-84cd3ab5bf22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.877021] env[68166]: DEBUG oslo_concurrency.lockutils [req-10938653-f93f-4f26-bd3c-8ade74bba51f req-161f44b0-dab4-490e-ae24-fb1d2f3e687a service nova] Lock "4330fb56-071a-4059-b7aa-84cd3ab5bf22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.877021] env[68166]: DEBUG oslo_concurrency.lockutils [req-10938653-f93f-4f26-bd3c-8ade74bba51f req-161f44b0-dab4-490e-ae24-fb1d2f3e687a service nova] Lock "4330fb56-071a-4059-b7aa-84cd3ab5bf22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.877021] env[68166]: DEBUG nova.compute.manager [req-10938653-f93f-4f26-bd3c-8ade74bba51f req-161f44b0-dab4-490e-ae24-fb1d2f3e687a service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] No waiting events found dispatching network-vif-plugged-39649ef0-bfda-4910-bc2a-ff86616c3b8b {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.877021] env[68166]: WARNING nova.compute.manager [req-10938653-f93f-4f26-bd3c-8ade74bba51f req-161f44b0-dab4-490e-ae24-fb1d2f3e687a service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Received unexpected event network-vif-plugged-39649ef0-bfda-4910-bc2a-ff86616c3b8b for instance with vm_state building and task_state block_device_mapping. [ 697.886660] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 697.886660] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521982b1-d9c7-7840-b381-7b7db445770c" [ 697.886660] env[68166]: _type = "Task" [ 697.886660] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.895279] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521982b1-d9c7-7840-b381-7b7db445770c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.943485] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "ea39978e-7c35-4f2a-8e27-f37840dcc68a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.270s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.962278] env[68166]: DEBUG nova.network.neutron [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Successfully updated port: 39649ef0-bfda-4910-bc2a-ff86616c3b8b {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.974082] env[68166]: DEBUG oslo_vmware.api [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538774} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.975484] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.975685] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.976190] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.976648] env[68166]: INFO nova.compute.manager [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Took 1.85 seconds to destroy the instance on the hypervisor. [ 697.977542] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.977542] env[68166]: DEBUG nova.compute.manager [-] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.977928] env[68166]: DEBUG nova.network.neutron [-] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.037867] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.987s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.037867] env[68166]: DEBUG nova.compute.manager [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.040535] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.376s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.041737] env[68166]: INFO nova.compute.claims [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.054026] env[68166]: DEBUG oslo_concurrency.lockutils [req-a73430fa-a99d-43f3-96a2-c1f4183dfd6b req-9b06fb52-9cd0-40a6-9c6b-c96467b18983 service nova] Releasing lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.337762] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806430, 'name': Rename_Task, 'duration_secs': 0.24581} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.338064] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.338483] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c392390-678e-4ea2-8bd4-0ff1c6cbd922 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.345721] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 698.345721] env[68166]: value = "task-2806431" [ 698.345721] env[68166]: _type = "Task" [ 698.345721] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.359415] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.395481] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521982b1-d9c7-7840-b381-7b7db445770c, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.395907] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.396186] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.396550] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.396717] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.396888] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.397541] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf09fa11-b04e-460c-8def-5c1218f10b8a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.406703] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.406891] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.407707] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16587cee-0ddc-44e8-80d6-c7c52436b402 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.413722] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 698.413722] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d9b8c4-748d-ee91-86b6-838e08764a55" [ 698.413722] env[68166]: _type = "Task" [ 698.413722] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.423524] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d9b8c4-748d-ee91-86b6-838e08764a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.448274] env[68166]: DEBUG nova.compute.manager [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.477491] env[68166]: DEBUG oslo_concurrency.lockutils [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Acquiring lock "refresh_cache-4330fb56-071a-4059-b7aa-84cd3ab5bf22" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.477491] env[68166]: DEBUG oslo_concurrency.lockutils [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Acquired lock "refresh_cache-4330fb56-071a-4059-b7aa-84cd3ab5bf22" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.477491] env[68166]: DEBUG nova.network.neutron [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.553841] env[68166]: DEBUG nova.compute.utils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.555311] env[68166]: DEBUG nova.compute.manager [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.555575] env[68166]: DEBUG nova.network.neutron [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.642246] env[68166]: DEBUG nova.policy [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f35396a1e0a449c1946854c8f543c374', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264bfd95dfa845e685db995763e869e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.858335] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.926806] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d9b8c4-748d-ee91-86b6-838e08764a55, 'name': SearchDatastore_Task, 'duration_secs': 0.03238} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.929560] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d6c4d6c-f20e-47de-b1b1-0d14c3c9c14b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.937986] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 698.937986] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52317025-48cb-7914-1426-62fedb19859c" [ 698.937986] env[68166]: _type = "Task" [ 698.937986] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.953039] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52317025-48cb-7914-1426-62fedb19859c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.987769] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.014459] env[68166]: DEBUG nova.network.neutron [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.039153] env[68166]: DEBUG nova.compute.manager [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.039153] env[68166]: DEBUG nova.virt.hardware [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.039153] env[68166]: DEBUG nova.virt.hardware [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.039153] env[68166]: DEBUG nova.virt.hardware [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.039468] env[68166]: DEBUG nova.virt.hardware [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.039468] env[68166]: DEBUG nova.virt.hardware [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.039468] env[68166]: DEBUG nova.virt.hardware [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.039468] env[68166]: DEBUG nova.virt.hardware [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.039468] env[68166]: DEBUG nova.virt.hardware [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.039615] env[68166]: DEBUG nova.virt.hardware [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.039615] env[68166]: DEBUG nova.virt.hardware [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.039697] env[68166]: DEBUG nova.virt.hardware [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.040659] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f4b847-2dca-4d3f-89ce-dc3b38dc8c09 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.055194] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47c1d41-2d2d-4f20-9208-6324734b6412 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.064499] env[68166]: DEBUG nova.compute.manager [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.201042] env[68166]: DEBUG nova.network.neutron [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Successfully created port: f4022fbb-5ade-4305-b1c6-825db21aaa4e {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.333896] env[68166]: DEBUG nova.network.neutron [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Updating instance_info_cache with network_info: [{"id": "39649ef0-bfda-4910-bc2a-ff86616c3b8b", "address": "fa:16:3e:0e:a7:0b", "network": {"id": "e893996c-6102-4a98-92f9-69465279d970", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1346671690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540ba5b61a2e4763be6b7cd81ec01385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39649ef0-bf", "ovs_interfaceid": "39649ef0-bfda-4910-bc2a-ff86616c3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.368682] env[68166]: DEBUG oslo_vmware.api [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806431, 'name': PowerOnVM_Task, 'duration_secs': 0.653894} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.369314] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.369314] env[68166]: INFO nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Took 8.01 seconds to spawn the instance on the hypervisor. [ 699.369429] env[68166]: DEBUG nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.370321] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef6576a-85a1-4818-a39f-30fb3d091259 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.454077] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52317025-48cb-7914-1426-62fedb19859c, 'name': SearchDatastore_Task, 'duration_secs': 0.018667} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.455706] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.455828] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] ce861df0-6e5c-4940-a0d3-54677ae80a8a/ce861df0-6e5c-4940-a0d3-54677ae80a8a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.457240] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4412ee26-2beb-4080-95b4-d7418712f987 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.465670] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 699.465670] env[68166]: value = "task-2806432" [ 699.465670] env[68166]: _type = "Task" [ 699.465670] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.479457] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.580265] env[68166]: DEBUG nova.network.neutron [-] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.815478] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49378476-3fc1-4c3a-a063-c8f583941d30 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.825093] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceaea2d-8785-4fc1-aaa2-d6ab19d2f0fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.863628] env[68166]: DEBUG oslo_concurrency.lockutils [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Releasing lock "refresh_cache-4330fb56-071a-4059-b7aa-84cd3ab5bf22" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.863964] env[68166]: DEBUG nova.compute.manager [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Instance network_info: |[{"id": "39649ef0-bfda-4910-bc2a-ff86616c3b8b", "address": "fa:16:3e:0e:a7:0b", "network": {"id": "e893996c-6102-4a98-92f9-69465279d970", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1346671690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540ba5b61a2e4763be6b7cd81ec01385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39649ef0-bf", "ovs_interfaceid": "39649ef0-bfda-4910-bc2a-ff86616c3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.864699] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:a7:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39649ef0-bfda-4910-bc2a-ff86616c3b8b', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.872382] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Creating folder: Project (540ba5b61a2e4763be6b7cd81ec01385). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.873262] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a1ceeb-f3a4-414f-868d-b0683445a31a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.876061] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c48f86c3-7480-42e2-a8b7-85849d3c3b15 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.894218] env[68166]: INFO nova.compute.manager [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Took 56.28 seconds to build instance. [ 699.897628] env[68166]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 699.897725] env[68166]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68166) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 699.899443] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dda9589-622f-4ef2-9e9d-470ba9408c6a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.905539] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Folder already exists: Project (540ba5b61a2e4763be6b7cd81ec01385). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 699.905779] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Creating folder: Instances. Parent ref: group-v563908. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.907240] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c92b7321-a6fb-4599-886f-586d16eb4045 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.921284] env[68166]: DEBUG nova.compute.provider_tree [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.925887] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Created folder: Instances in parent group-v563908. [ 699.925887] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.925887] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.927105] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d11bb2c1-3ca0-4691-a9bd-b11ec3b69452 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.949109] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.949109] env[68166]: value = "task-2806435" [ 699.949109] env[68166]: _type = "Task" [ 699.949109] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.967015] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806435, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.977874] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806432, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.058220] env[68166]: DEBUG nova.compute.manager [req-b7f99e1e-47d2-4af3-98c0-d01138f7d76f req-00eea936-915c-4447-a3b8-876952c8e6f1 service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Received event network-changed-39649ef0-bfda-4910-bc2a-ff86616c3b8b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.058765] env[68166]: DEBUG nova.compute.manager [req-b7f99e1e-47d2-4af3-98c0-d01138f7d76f req-00eea936-915c-4447-a3b8-876952c8e6f1 service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Refreshing instance network info cache due to event network-changed-39649ef0-bfda-4910-bc2a-ff86616c3b8b. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 700.058765] env[68166]: DEBUG oslo_concurrency.lockutils [req-b7f99e1e-47d2-4af3-98c0-d01138f7d76f req-00eea936-915c-4447-a3b8-876952c8e6f1 service nova] Acquiring lock "refresh_cache-4330fb56-071a-4059-b7aa-84cd3ab5bf22" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.058765] env[68166]: DEBUG oslo_concurrency.lockutils [req-b7f99e1e-47d2-4af3-98c0-d01138f7d76f req-00eea936-915c-4447-a3b8-876952c8e6f1 service nova] Acquired lock "refresh_cache-4330fb56-071a-4059-b7aa-84cd3ab5bf22" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.059341] env[68166]: DEBUG nova.network.neutron [req-b7f99e1e-47d2-4af3-98c0-d01138f7d76f req-00eea936-915c-4447-a3b8-876952c8e6f1 service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Refreshing network info cache for port 39649ef0-bfda-4910-bc2a-ff86616c3b8b {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.080650] env[68166]: DEBUG nova.compute.manager [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.083932] env[68166]: INFO nova.compute.manager [-] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Took 2.11 seconds to deallocate network for instance. [ 700.115361] env[68166]: DEBUG nova.virt.hardware [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.115702] env[68166]: DEBUG nova.virt.hardware [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.115781] env[68166]: DEBUG nova.virt.hardware [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.115966] env[68166]: DEBUG nova.virt.hardware [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.116128] env[68166]: DEBUG nova.virt.hardware [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.116293] env[68166]: DEBUG nova.virt.hardware [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.116510] env[68166]: DEBUG nova.virt.hardware [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.116667] env[68166]: DEBUG nova.virt.hardware [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.116974] env[68166]: DEBUG nova.virt.hardware [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.117030] env[68166]: DEBUG nova.virt.hardware [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.117206] env[68166]: DEBUG nova.virt.hardware [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.118135] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6d67b0-9e23-457d-b569-cb7009f68416 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.128169] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c9ec4a-8f72-4bc1-ae3b-bc667acf79b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.396145] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1b74d869-dc41-44ea-bc16-23f518433791 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "9e37a277-d4ad-4938-a999-061e1ce31df9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.659s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.424167] env[68166]: DEBUG nova.scheduler.client.report [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.459201] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806435, 'name': CreateVM_Task, 'duration_secs': 0.511104} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.459367] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.460057] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'attachment_id': '8de63a1d-1e69-46f9-81a0-de572fba9d25', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563919', 'volume_id': '12524fbd-a4c1-44c0-9326-782790909e94', 'name': 'volume-12524fbd-a4c1-44c0-9326-782790909e94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4330fb56-071a-4059-b7aa-84cd3ab5bf22', 'attached_at': '', 'detached_at': '', 'volume_id': '12524fbd-a4c1-44c0-9326-782790909e94', 'serial': '12524fbd-a4c1-44c0-9326-782790909e94'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68166) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 700.460265] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Root volume attach. Driver type: vmdk {{(pid=68166) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 700.461046] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d551fd-a4ac-4ebd-ac5f-2cc4ee8fcae3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.474654] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ef4338-7606-4922-8f1e-4f31de4df14d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.482270] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666934} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.483844] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] ce861df0-6e5c-4940-a0d3-54677ae80a8a/ce861df0-6e5c-4940-a0d3-54677ae80a8a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.484081] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.484655] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c425453-48a5-4421-979d-213008544495 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.487127] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07043e6-53f2-4c55-a600-0a39cf56957b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.495271] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3091a5b6-c31d-4188-8ace-4f3024d34849 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.497800] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 700.497800] env[68166]: value = "task-2806436" [ 700.497800] env[68166]: _type = "Task" [ 700.497800] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.502803] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Waiting for the task: (returnval){ [ 700.502803] env[68166]: value = "task-2806437" [ 700.502803] env[68166]: _type = "Task" [ 700.502803] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.509415] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.515928] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806437, 'name': RelocateVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.590643] env[68166]: DEBUG oslo_concurrency.lockutils [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.860272] env[68166]: DEBUG nova.network.neutron [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Successfully updated port: f4022fbb-5ade-4305-b1c6-825db21aaa4e {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.866455] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Acquiring lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.866455] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.866455] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Acquiring lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.866455] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.866755] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.867590] env[68166]: INFO nova.compute.manager [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Terminating instance [ 700.869810] env[68166]: DEBUG nova.network.neutron [req-b7f99e1e-47d2-4af3-98c0-d01138f7d76f req-00eea936-915c-4447-a3b8-876952c8e6f1 service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Updated VIF entry in instance network info cache for port 39649ef0-bfda-4910-bc2a-ff86616c3b8b. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.870059] env[68166]: DEBUG nova.network.neutron [req-b7f99e1e-47d2-4af3-98c0-d01138f7d76f req-00eea936-915c-4447-a3b8-876952c8e6f1 service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Updating instance_info_cache with network_info: [{"id": "39649ef0-bfda-4910-bc2a-ff86616c3b8b", "address": "fa:16:3e:0e:a7:0b", "network": {"id": "e893996c-6102-4a98-92f9-69465279d970", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1346671690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540ba5b61a2e4763be6b7cd81ec01385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39649ef0-bf", "ovs_interfaceid": "39649ef0-bfda-4910-bc2a-ff86616c3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.900152] env[68166]: DEBUG nova.compute.manager [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.930290] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.890s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.931867] env[68166]: DEBUG nova.compute.manager [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.934199] env[68166]: DEBUG oslo_concurrency.lockutils [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.003s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.934416] env[68166]: DEBUG oslo_concurrency.lockutils [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.936715] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.902s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.936715] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.938440] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.580s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.938630] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.941119] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.847s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.942629] env[68166]: INFO nova.compute.claims [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.968837] env[68166]: INFO nova.scheduler.client.report [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleted allocations for instance 1b6ca5c6-a34b-4abc-a802-255ef40b76fc [ 700.970543] env[68166]: INFO nova.scheduler.client.report [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Deleted allocations for instance 116dbe06-cb18-4edb-bdca-01d7f5f066d9 [ 700.988044] env[68166]: INFO nova.scheduler.client.report [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Deleted allocations for instance b4c328b9-bd0d-4f8e-9990-19e8da955a53 [ 701.015876] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147834} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.016616] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.017440] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba2e365-59e6-4314-a98c-f882617f0490 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.022932] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806437, 'name': RelocateVM_Task, 'duration_secs': 0.403231} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.023583] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 701.023787] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563919', 'volume_id': '12524fbd-a4c1-44c0-9326-782790909e94', 'name': 'volume-12524fbd-a4c1-44c0-9326-782790909e94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4330fb56-071a-4059-b7aa-84cd3ab5bf22', 'attached_at': '', 'detached_at': '', 'volume_id': '12524fbd-a4c1-44c0-9326-782790909e94', 'serial': '12524fbd-a4c1-44c0-9326-782790909e94'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 701.024838] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6e5034-f2bf-4c75-86ff-19e35d89c018 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.038035] env[68166]: DEBUG oslo_concurrency.lockutils [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "886b6e03-f4d0-4178-8fcb-cc00d90131d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.038035] env[68166]: DEBUG oslo_concurrency.lockutils [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "886b6e03-f4d0-4178-8fcb-cc00d90131d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.038035] env[68166]: DEBUG oslo_concurrency.lockutils [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "886b6e03-f4d0-4178-8fcb-cc00d90131d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.038035] env[68166]: DEBUG oslo_concurrency.lockutils [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "886b6e03-f4d0-4178-8fcb-cc00d90131d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.038321] env[68166]: DEBUG oslo_concurrency.lockutils [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "886b6e03-f4d0-4178-8fcb-cc00d90131d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.048283] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] ce861df0-6e5c-4940-a0d3-54677ae80a8a/ce861df0-6e5c-4940-a0d3-54677ae80a8a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.049680] env[68166]: INFO nova.compute.manager [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Terminating instance [ 701.051579] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada1ad8b-ad54-4628-ba49-0043d9e30897 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.081760] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87f943d-b894-4d0b-bd3c-74e6a829a902 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.088087] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 701.088087] env[68166]: value = "task-2806438" [ 701.088087] env[68166]: _type = "Task" [ 701.088087] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.106064] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-12524fbd-a4c1-44c0-9326-782790909e94/volume-12524fbd-a4c1-44c0-9326-782790909e94.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.110039] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31844e21-0467-45f8-b281-c08ddfcbe580 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.130756] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.132109] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Waiting for the task: (returnval){ [ 701.132109] env[68166]: value = "task-2806439" [ 701.132109] env[68166]: _type = "Task" [ 701.132109] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.140245] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.365995] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "refresh_cache-115e8583-bb39-42fa-8414-b5976e50c45b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.365995] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired lock "refresh_cache-115e8583-bb39-42fa-8414-b5976e50c45b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.365995] env[68166]: DEBUG nova.network.neutron [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.377066] env[68166]: DEBUG nova.compute.manager [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.377412] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.378082] env[68166]: DEBUG oslo_concurrency.lockutils [req-b7f99e1e-47d2-4af3-98c0-d01138f7d76f req-00eea936-915c-4447-a3b8-876952c8e6f1 service nova] Releasing lock "refresh_cache-4330fb56-071a-4059-b7aa-84cd3ab5bf22" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.378392] env[68166]: DEBUG nova.compute.manager [req-b7f99e1e-47d2-4af3-98c0-d01138f7d76f req-00eea936-915c-4447-a3b8-876952c8e6f1 service nova] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Received event network-vif-deleted-fe258809-636c-46cd-a148-5f2fae264f93 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.379729] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794839e5-0a02-4d0d-a68f-62c9b1b6c50c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.392291] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.392759] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b4d5fa4-e41c-4106-8198-92e24021147a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.401084] env[68166]: DEBUG oslo_vmware.api [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Waiting for the task: (returnval){ [ 701.401084] env[68166]: value = "task-2806440" [ 701.401084] env[68166]: _type = "Task" [ 701.401084] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.412962] env[68166]: DEBUG oslo_vmware.api [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.420251] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.448064] env[68166]: DEBUG nova.compute.utils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.452204] env[68166]: DEBUG nova.compute.manager [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.452426] env[68166]: DEBUG nova.network.neutron [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.486342] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29bcd901-99eb-42a8-975f-73ede34d5162 tempest-ServersAaction247Test-1122061036 tempest-ServersAaction247Test-1122061036-project-member] Lock "116dbe06-cb18-4edb-bdca-01d7f5f066d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.478s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.487652] env[68166]: DEBUG oslo_concurrency.lockutils [None req-41f50e2d-8f45-4c0f-9e72-41e043b5e79e tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "1b6ca5c6-a34b-4abc-a802-255ef40b76fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.522s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.497859] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49433ce9-686b-49e1-a7bb-a2f942d96f95 tempest-AttachInterfacesV270Test-287783464 tempest-AttachInterfacesV270Test-287783464-project-member] Lock "b4c328b9-bd0d-4f8e-9990-19e8da955a53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.388s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.532552] env[68166]: DEBUG nova.policy [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '536ba70b13424c80ba4f24c462c3dbf9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71607f389c084391be113144cbdd65ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.581715] env[68166]: DEBUG nova.compute.manager [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.584682] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.584682] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58f5f74-3bee-449b-b392-14d4a267daef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.593832] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.594189] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a95e7dc4-74cb-4e8c-a78f-8b2274d5237a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.604912] env[68166]: DEBUG oslo_vmware.api [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 701.604912] env[68166]: value = "task-2806441" [ 701.604912] env[68166]: _type = "Task" [ 701.604912] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.610090] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806438, 'name': ReconfigVM_Task, 'duration_secs': 0.329277} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.610759] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Reconfigured VM instance instance-00000022 to attach disk [datastore2] ce861df0-6e5c-4940-a0d3-54677ae80a8a/ce861df0-6e5c-4940-a0d3-54677ae80a8a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.611417] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ead6fe3e-14fd-4b68-8a8c-1015f565b09a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.615950] env[68166]: DEBUG oslo_vmware.api [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.622865] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 701.622865] env[68166]: value = "task-2806442" [ 701.622865] env[68166]: _type = "Task" [ 701.622865] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.631012] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806442, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.643819] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806439, 'name': ReconfigVM_Task, 'duration_secs': 0.306071} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.644307] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-12524fbd-a4c1-44c0-9326-782790909e94/volume-12524fbd-a4c1-44c0-9326-782790909e94.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.656708] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-911ccf31-a495-4e75-9f68-f176ffe4b2d1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.678906] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Waiting for the task: (returnval){ [ 701.678906] env[68166]: value = "task-2806443" [ 701.678906] env[68166]: _type = "Task" [ 701.678906] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.691617] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.915374] env[68166]: DEBUG oslo_vmware.api [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806440, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.921420] env[68166]: DEBUG nova.network.neutron [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.953139] env[68166]: DEBUG nova.compute.manager [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.105744] env[68166]: DEBUG nova.network.neutron [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Updating instance_info_cache with network_info: [{"id": "f4022fbb-5ade-4305-b1c6-825db21aaa4e", "address": "fa:16:3e:32:5c:d5", "network": {"id": "e675ba11-1604-4441-aa3c-80b5436f01fc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1863603453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bfd95dfa845e685db995763e869e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4022fbb-5a", "ovs_interfaceid": "f4022fbb-5ade-4305-b1c6-825db21aaa4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.125102] env[68166]: DEBUG oslo_vmware.api [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806441, 'name': PowerOffVM_Task, 'duration_secs': 0.33027} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.133439] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.133751] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.135260] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dfb78a9-daef-42a4-8047-b806f8761076 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.145241] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806442, 'name': Rename_Task, 'duration_secs': 0.180863} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.148503] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.151077] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a96c2578-f506-4237-ade2-aa675bbbdad9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.160144] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 702.160144] env[68166]: value = "task-2806445" [ 702.160144] env[68166]: _type = "Task" [ 702.160144] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.179045] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.198916] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806443, 'name': ReconfigVM_Task, 'duration_secs': 0.17614} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.201234] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563919', 'volume_id': '12524fbd-a4c1-44c0-9326-782790909e94', 'name': 'volume-12524fbd-a4c1-44c0-9326-782790909e94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4330fb56-071a-4059-b7aa-84cd3ab5bf22', 'attached_at': '', 'detached_at': '', 'volume_id': '12524fbd-a4c1-44c0-9326-782790909e94', 'serial': '12524fbd-a4c1-44c0-9326-782790909e94'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 702.202478] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5545452-134d-4859-9cb9-310c5df9090f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.213201] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.213557] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.213845] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Deleting the datastore file [datastore2] 886b6e03-f4d0-4178-8fcb-cc00d90131d8 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.215082] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a4bfbb3-bd86-4f41-bd8d-47df16b38650 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.217162] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Waiting for the task: (returnval){ [ 702.217162] env[68166]: value = "task-2806446" [ 702.217162] env[68166]: _type = "Task" [ 702.217162] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.229222] env[68166]: DEBUG oslo_vmware.api [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 702.229222] env[68166]: value = "task-2806447" [ 702.229222] env[68166]: _type = "Task" [ 702.229222] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.235896] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806446, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.244446] env[68166]: DEBUG oslo_vmware.api [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.285558] env[68166]: DEBUG nova.network.neutron [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Successfully created port: f02febc1-0c45-4727-b4cb-6a31e4650d02 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.419068] env[68166]: DEBUG oslo_vmware.api [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806440, 'name': PowerOffVM_Task, 'duration_secs': 0.549281} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.423341] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.423569] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.425582] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3edd58b2-35a1-4f92-a22e-db2ac23ef019 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.571768] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.572014] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.572236] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Deleting the datastore file [datastore1] edd58309-7d6a-4ee8-9cdf-d470461a63c8 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.572490] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a74c410b-4470-4b03-9bf2-1f57742c9067 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.583065] env[68166]: DEBUG oslo_vmware.api [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Waiting for the task: (returnval){ [ 702.583065] env[68166]: value = "task-2806449" [ 702.583065] env[68166]: _type = "Task" [ 702.583065] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.596084] env[68166]: DEBUG oslo_vmware.api [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.612176] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Releasing lock "refresh_cache-115e8583-bb39-42fa-8414-b5976e50c45b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.613731] env[68166]: DEBUG nova.compute.manager [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Instance network_info: |[{"id": "f4022fbb-5ade-4305-b1c6-825db21aaa4e", "address": "fa:16:3e:32:5c:d5", "network": {"id": "e675ba11-1604-4441-aa3c-80b5436f01fc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1863603453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bfd95dfa845e685db995763e869e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4022fbb-5a", "ovs_interfaceid": "f4022fbb-5ade-4305-b1c6-825db21aaa4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.613974] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:5c:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4022fbb-5ade-4305-b1c6-825db21aaa4e', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.624272] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Creating folder: Project (264bfd95dfa845e685db995763e869e8). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.627427] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dead91e3-d81c-4fc0-b7a4-bccb86d4abb0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.651795] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Created folder: Project (264bfd95dfa845e685db995763e869e8) in parent group-v563881. [ 702.651795] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Creating folder: Instances. Parent ref: group-v563994. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.651795] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5635129d-adb5-4ce2-8a3f-e6d4b3843536 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.670871] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Created folder: Instances in parent group-v563994. [ 702.670871] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.670871] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.671893] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e96d57f-1c77-4b84-b5bf-c0567ed6d0c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.701039] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806445, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.702401] env[68166]: DEBUG nova.compute.manager [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Received event network-vif-plugged-f4022fbb-5ade-4305-b1c6-825db21aaa4e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.702585] env[68166]: DEBUG oslo_concurrency.lockutils [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] Acquiring lock "115e8583-bb39-42fa-8414-b5976e50c45b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.702887] env[68166]: DEBUG oslo_concurrency.lockutils [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] Lock "115e8583-bb39-42fa-8414-b5976e50c45b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.703023] env[68166]: DEBUG oslo_concurrency.lockutils [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] Lock "115e8583-bb39-42fa-8414-b5976e50c45b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.703260] env[68166]: DEBUG nova.compute.manager [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] No waiting events found dispatching network-vif-plugged-f4022fbb-5ade-4305-b1c6-825db21aaa4e {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.703409] env[68166]: WARNING nova.compute.manager [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Received unexpected event network-vif-plugged-f4022fbb-5ade-4305-b1c6-825db21aaa4e for instance with vm_state building and task_state spawning. [ 702.703960] env[68166]: DEBUG nova.compute.manager [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Received event network-changed-f4022fbb-5ade-4305-b1c6-825db21aaa4e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.704154] env[68166]: DEBUG nova.compute.manager [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Refreshing instance network info cache due to event network-changed-f4022fbb-5ade-4305-b1c6-825db21aaa4e. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 702.704440] env[68166]: DEBUG oslo_concurrency.lockutils [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] Acquiring lock "refresh_cache-115e8583-bb39-42fa-8414-b5976e50c45b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.704528] env[68166]: DEBUG oslo_concurrency.lockutils [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] Acquired lock "refresh_cache-115e8583-bb39-42fa-8414-b5976e50c45b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.704926] env[68166]: DEBUG nova.network.neutron [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Refreshing network info cache for port f4022fbb-5ade-4305-b1c6-825db21aaa4e {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.714483] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.714483] env[68166]: value = "task-2806452" [ 702.714483] env[68166]: _type = "Task" [ 702.714483] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.734212] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806452, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.742183] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806446, 'name': Rename_Task, 'duration_secs': 0.198506} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.745124] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.745124] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-679a1362-e8c2-43a8-abe3-d86438661917 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.750198] env[68166]: DEBUG oslo_vmware.api [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254558} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.753031] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.753031] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.753031] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.753322] env[68166]: INFO nova.compute.manager [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 702.753607] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.754401] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1863f77a-bc34-4c1e-940c-cd601498e958 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.766963] env[68166]: DEBUG nova.compute.manager [-] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.766963] env[68166]: DEBUG nova.network.neutron [-] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.769077] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Waiting for the task: (returnval){ [ 702.769077] env[68166]: value = "task-2806453" [ 702.769077] env[68166]: _type = "Task" [ 702.769077] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.781408] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10421475-9785-4a30-bd77-c504f0abe61b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.793141] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.834427] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675f8af0-4dff-47b2-8048-e29e4c6ca50c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.850128] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquiring lock "0ac95074-a397-4511-9c95-4e7476306909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.850128] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lock "0ac95074-a397-4511-9c95-4e7476306909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.857235] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce19838-f50d-4d39-95de-ce6e01e9a8c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.880367] env[68166]: DEBUG nova.compute.provider_tree [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.967985] env[68166]: DEBUG nova.compute.manager [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.995592] env[68166]: DEBUG nova.virt.hardware [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.996028] env[68166]: DEBUG nova.virt.hardware [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.996028] env[68166]: DEBUG nova.virt.hardware [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.996249] env[68166]: DEBUG nova.virt.hardware [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.996395] env[68166]: DEBUG nova.virt.hardware [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.996541] env[68166]: DEBUG nova.virt.hardware [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.996745] env[68166]: DEBUG nova.virt.hardware [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.996900] env[68166]: DEBUG nova.virt.hardware [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.997084] env[68166]: DEBUG nova.virt.hardware [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.997248] env[68166]: DEBUG nova.virt.hardware [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.997447] env[68166]: DEBUG nova.virt.hardware [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.998622] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b82392-ee16-46dc-a584-2bea412ccb35 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.007979] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60570c34-0c33-4eec-aaaf-61d6a9c83494 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.092735] env[68166]: DEBUG oslo_vmware.api [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Task: {'id': task-2806449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50985} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.093124] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.093394] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.093605] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.093810] env[68166]: INFO nova.compute.manager [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Took 1.72 seconds to destroy the instance on the hypervisor. [ 703.094166] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.094392] env[68166]: DEBUG nova.compute.manager [-] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.094586] env[68166]: DEBUG nova.network.neutron [-] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.138936] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "be4c46f0-df97-4cbd-afde-76f598735d14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.139236] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "be4c46f0-df97-4cbd-afde-76f598735d14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.139501] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "be4c46f0-df97-4cbd-afde-76f598735d14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.139698] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "be4c46f0-df97-4cbd-afde-76f598735d14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.140137] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "be4c46f0-df97-4cbd-afde-76f598735d14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.145037] env[68166]: INFO nova.compute.manager [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Terminating instance [ 703.174553] env[68166]: DEBUG oslo_vmware.api [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806445, 'name': PowerOnVM_Task, 'duration_secs': 0.679513} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.175434] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.175434] env[68166]: INFO nova.compute.manager [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Took 9.08 seconds to spawn the instance on the hypervisor. [ 703.175557] env[68166]: DEBUG nova.compute.manager [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.176608] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235cfcbf-507e-4df6-84e8-e7476c2fa00f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.227467] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806452, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.285995] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806453, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.384677] env[68166]: DEBUG nova.scheduler.client.report [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.603044] env[68166]: DEBUG nova.network.neutron [-] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.648405] env[68166]: DEBUG nova.compute.manager [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.649698] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.651103] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f420894b-dbd3-4708-8177-374efc0fcb1d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.662757] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.663368] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-278aa2a8-89a8-4118-be0c-2a73921b1146 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.675141] env[68166]: DEBUG oslo_vmware.api [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 703.675141] env[68166]: value = "task-2806454" [ 703.675141] env[68166]: _type = "Task" [ 703.675141] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.687451] env[68166]: DEBUG oslo_vmware.api [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.700716] env[68166]: DEBUG nova.network.neutron [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Updated VIF entry in instance network info cache for port f4022fbb-5ade-4305-b1c6-825db21aaa4e. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.702103] env[68166]: DEBUG nova.network.neutron [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Updating instance_info_cache with network_info: [{"id": "f4022fbb-5ade-4305-b1c6-825db21aaa4e", "address": "fa:16:3e:32:5c:d5", "network": {"id": "e675ba11-1604-4441-aa3c-80b5436f01fc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1863603453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bfd95dfa845e685db995763e869e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4022fbb-5a", "ovs_interfaceid": "f4022fbb-5ade-4305-b1c6-825db21aaa4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.702836] env[68166]: INFO nova.compute.manager [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Took 57.57 seconds to build instance. [ 703.732146] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806452, 'name': CreateVM_Task, 'duration_secs': 0.514818} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.732329] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.734847] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.734847] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.734847] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.734847] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12e4588-1fea-4e20-b77f-6e06ae5f8b2b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.741720] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 703.741720] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5229d3b1-729d-074e-6bec-e528c38410c4" [ 703.741720] env[68166]: _type = "Task" [ 703.741720] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.751840] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5229d3b1-729d-074e-6bec-e528c38410c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.787602] env[68166]: DEBUG oslo_vmware.api [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806453, 'name': PowerOnVM_Task, 'duration_secs': 0.985124} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.788100] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.788422] env[68166]: INFO nova.compute.manager [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Took 4.75 seconds to spawn the instance on the hypervisor. [ 703.788727] env[68166]: DEBUG nova.compute.manager [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.789966] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c406c9-576f-407e-a345-0678efec7b8a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.891420] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.950s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.891601] env[68166]: DEBUG nova.compute.manager [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.894973] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.393s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.896118] env[68166]: INFO nova.compute.claims [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.106275] env[68166]: INFO nova.compute.manager [-] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Took 1.34 seconds to deallocate network for instance. [ 704.184921] env[68166]: DEBUG oslo_vmware.api [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806454, 'name': PowerOffVM_Task, 'duration_secs': 0.23116} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.185535] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.185535] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.185610] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9ec924a-cc88-4244-82bf-a12093241d0a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.205136] env[68166]: DEBUG oslo_concurrency.lockutils [req-1d25be46-9df9-4b87-8107-b1bd53fd7c55 req-15b537d7-a40c-43a4-8a8e-79906017993c service nova] Releasing lock "refresh_cache-115e8583-bb39-42fa-8414-b5976e50c45b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.205809] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b6810b0-aef6-4322-a875-1b9e9b1a0ddf tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "ce861df0-6e5c-4940-a0d3-54677ae80a8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.435s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.251602] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.251842] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.252020] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Deleting the datastore file [datastore1] be4c46f0-df97-4cbd-afde-76f598735d14 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.252351] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d67968b-d7b0-4d94-8f6e-804a5313fc72 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.258382] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5229d3b1-729d-074e-6bec-e528c38410c4, 'name': SearchDatastore_Task, 'duration_secs': 0.018665} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.258994] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.259636] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.259636] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.259636] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.259804] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.260173] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1973228d-f64f-4461-b243-d8f903638c0a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.263389] env[68166]: DEBUG oslo_vmware.api [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 704.263389] env[68166]: value = "task-2806456" [ 704.263389] env[68166]: _type = "Task" [ 704.263389] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.274835] env[68166]: DEBUG oslo_vmware.api [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.282118] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.282546] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.283038] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d7f167-b0e8-4fc0-bfd3-ab560a45baa2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.292896] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 704.292896] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f44916-71d7-d0dc-94ef-c52f9b8583e1" [ 704.292896] env[68166]: _type = "Task" [ 704.292896] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.302893] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f44916-71d7-d0dc-94ef-c52f9b8583e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.317800] env[68166]: INFO nova.compute.manager [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Took 51.81 seconds to build instance. [ 704.405145] env[68166]: DEBUG nova.compute.utils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.408447] env[68166]: DEBUG nova.compute.manager [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.408447] env[68166]: DEBUG nova.network.neutron [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.440369] env[68166]: DEBUG nova.network.neutron [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Successfully updated port: f02febc1-0c45-4727-b4cb-6a31e4650d02 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.475243] env[68166]: DEBUG nova.policy [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f35396a1e0a449c1946854c8f543c374', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264bfd95dfa845e685db995763e869e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.536623] env[68166]: DEBUG nova.network.neutron [-] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.613520] env[68166]: DEBUG oslo_concurrency.lockutils [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.711678] env[68166]: DEBUG nova.compute.manager [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.759480] env[68166]: DEBUG nova.compute.manager [req-6d926303-9100-4eab-91c2-f4ce61b72759 req-62478c65-15fc-47c7-8187-e2709e690b68 service nova] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Received event network-vif-plugged-f02febc1-0c45-4727-b4cb-6a31e4650d02 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.759687] env[68166]: DEBUG oslo_concurrency.lockutils [req-6d926303-9100-4eab-91c2-f4ce61b72759 req-62478c65-15fc-47c7-8187-e2709e690b68 service nova] Acquiring lock "c473a08b-eec1-4c6a-a552-2a7fed508294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.759936] env[68166]: DEBUG oslo_concurrency.lockutils [req-6d926303-9100-4eab-91c2-f4ce61b72759 req-62478c65-15fc-47c7-8187-e2709e690b68 service nova] Lock "c473a08b-eec1-4c6a-a552-2a7fed508294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.760844] env[68166]: DEBUG oslo_concurrency.lockutils [req-6d926303-9100-4eab-91c2-f4ce61b72759 req-62478c65-15fc-47c7-8187-e2709e690b68 service nova] Lock "c473a08b-eec1-4c6a-a552-2a7fed508294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.760844] env[68166]: DEBUG nova.compute.manager [req-6d926303-9100-4eab-91c2-f4ce61b72759 req-62478c65-15fc-47c7-8187-e2709e690b68 service nova] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] No waiting events found dispatching network-vif-plugged-f02febc1-0c45-4727-b4cb-6a31e4650d02 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.760844] env[68166]: WARNING nova.compute.manager [req-6d926303-9100-4eab-91c2-f4ce61b72759 req-62478c65-15fc-47c7-8187-e2709e690b68 service nova] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Received unexpected event network-vif-plugged-f02febc1-0c45-4727-b4cb-6a31e4650d02 for instance with vm_state building and task_state spawning. [ 704.775474] env[68166]: DEBUG oslo_vmware.api [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382342} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.775734] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.775915] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.776105] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.776280] env[68166]: INFO nova.compute.manager [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Took 1.13 seconds to destroy the instance on the hypervisor. [ 704.776525] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.777165] env[68166]: DEBUG nova.compute.manager [-] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.777402] env[68166]: DEBUG nova.network.neutron [-] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.805050] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f44916-71d7-d0dc-94ef-c52f9b8583e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.806025] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2585af12-eeb9-41df-b7a3-a38d010034ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.812587] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 704.812587] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c15bcf-44f0-0395-2a4e-1a0680ba5640" [ 704.812587] env[68166]: _type = "Task" [ 704.812587] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.822814] env[68166]: DEBUG oslo_concurrency.lockutils [None req-274436f8-2557-4279-aa3a-fc13a659721d tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Lock "4330fb56-071a-4059-b7aa-84cd3ab5bf22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.636s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.823850] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c15bcf-44f0-0395-2a4e-1a0680ba5640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.914127] env[68166]: DEBUG nova.compute.manager [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.943308] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Acquiring lock "refresh_cache-c473a08b-eec1-4c6a-a552-2a7fed508294" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.943308] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Acquired lock "refresh_cache-c473a08b-eec1-4c6a-a552-2a7fed508294" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.943903] env[68166]: DEBUG nova.network.neutron [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.950110] env[68166]: DEBUG nova.network.neutron [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Successfully created port: 03486cab-cb54-46d1-ace1-9a07cc694aa8 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.040881] env[68166]: INFO nova.compute.manager [-] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Took 1.95 seconds to deallocate network for instance. [ 705.245717] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.327025] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c15bcf-44f0-0395-2a4e-1a0680ba5640, 'name': SearchDatastore_Task, 'duration_secs': 0.018675} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.329236] env[68166]: DEBUG nova.compute.manager [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.332786] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.333064] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 115e8583-bb39-42fa-8414-b5976e50c45b/115e8583-bb39-42fa-8414-b5976e50c45b.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.333872] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d466c03-f526-46e7-a3bb-6ed343f2017c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.345025] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 705.345025] env[68166]: value = "task-2806457" [ 705.345025] env[68166]: _type = "Task" [ 705.345025] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.355358] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.466254] env[68166]: DEBUG nova.compute.manager [req-1431964b-ddcc-4830-a56d-900763de51ff req-2f0c11d9-95bc-4967-a05f-e6cc6794e346 service nova] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Received event network-vif-deleted-90886fa5-5485-4bb7-a955-125277331467 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.466449] env[68166]: DEBUG nova.compute.manager [req-1431964b-ddcc-4830-a56d-900763de51ff req-2f0c11d9-95bc-4967-a05f-e6cc6794e346 service nova] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Received event network-vif-deleted-aafb4ab4-9831-48d7-a693-3bb0fa98f9a1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.520394] env[68166]: DEBUG nova.network.neutron [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.550857] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.590398] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1b818a-61b1-43e8-96f1-8b7df4e73b74 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.600271] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce97b2b3-82d0-4c3a-a181-8cb6a82462a7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.642847] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6709ef0-2f5b-4ecd-9691-e42e08863049 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.653420] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f985c7b-461b-4be3-ba4d-d35c07f29569 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.674602] env[68166]: DEBUG nova.compute.provider_tree [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.829833] env[68166]: DEBUG nova.network.neutron [-] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.860388] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.866446] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806457, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.928337] env[68166]: DEBUG nova.compute.manager [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.940672] env[68166]: DEBUG nova.network.neutron [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Updating instance_info_cache with network_info: [{"id": "f02febc1-0c45-4727-b4cb-6a31e4650d02", "address": "fa:16:3e:d5:74:dd", "network": {"id": "f497c15f-779a-4a32-b883-c2ed37bdb131", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1841813436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71607f389c084391be113144cbdd65ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02febc1-0c", "ovs_interfaceid": "f02febc1-0c45-4727-b4cb-6a31e4650d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.964820] env[68166]: DEBUG nova.virt.hardware [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.964820] env[68166]: DEBUG nova.virt.hardware [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.964979] env[68166]: DEBUG nova.virt.hardware [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.965171] env[68166]: DEBUG nova.virt.hardware [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.965333] env[68166]: DEBUG nova.virt.hardware [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.965508] env[68166]: DEBUG nova.virt.hardware [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.965729] env[68166]: DEBUG nova.virt.hardware [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.965890] env[68166]: DEBUG nova.virt.hardware [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.966120] env[68166]: DEBUG nova.virt.hardware [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.966242] env[68166]: DEBUG nova.virt.hardware [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.966421] env[68166]: DEBUG nova.virt.hardware [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.967381] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6247fb43-d7a1-4e9f-8cd8-fadad40933b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.979898] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6815f05a-40e6-4645-be18-2117744e0a54 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.066829] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "1396ee3b-7b96-40e3-a23f-48d6f0f703bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.066829] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "1396ee3b-7b96-40e3-a23f-48d6f0f703bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.181025] env[68166]: DEBUG nova.scheduler.client.report [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.334241] env[68166]: INFO nova.compute.manager [-] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Took 1.56 seconds to deallocate network for instance. [ 706.361097] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629683} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.361693] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 115e8583-bb39-42fa-8414-b5976e50c45b/115e8583-bb39-42fa-8414-b5976e50c45b.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.362538] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.362998] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b42cc8d6-7e07-4538-bbe7-63daecc89ccd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.373715] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 706.373715] env[68166]: value = "task-2806458" [ 706.373715] env[68166]: _type = "Task" [ 706.373715] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.390109] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.446940] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Releasing lock "refresh_cache-c473a08b-eec1-4c6a-a552-2a7fed508294" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.447223] env[68166]: DEBUG nova.compute.manager [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Instance network_info: |[{"id": "f02febc1-0c45-4727-b4cb-6a31e4650d02", "address": "fa:16:3e:d5:74:dd", "network": {"id": "f497c15f-779a-4a32-b883-c2ed37bdb131", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1841813436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71607f389c084391be113144cbdd65ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02febc1-0c", "ovs_interfaceid": "f02febc1-0c45-4727-b4cb-6a31e4650d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.447646] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:74:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f02febc1-0c45-4727-b4cb-6a31e4650d02', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.456202] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Creating folder: Project (71607f389c084391be113144cbdd65ff). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.456959] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2f96d49-e4f3-4cfc-a77a-6e151b553775 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.471652] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Created folder: Project (71607f389c084391be113144cbdd65ff) in parent group-v563881. [ 706.471652] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Creating folder: Instances. Parent ref: group-v563997. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.471652] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d46b79a-f508-4a22-8997-bc9ad9b06477 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.484916] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Created folder: Instances in parent group-v563997. [ 706.485112] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.485322] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.485599] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f53afdf6-d0b8-48b7-be67-a62caac6632c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.506869] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.506869] env[68166]: value = "task-2806461" [ 706.506869] env[68166]: _type = "Task" [ 706.506869] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.516423] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806461, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.685954] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.686922] env[68166]: DEBUG nova.compute.manager [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.690238] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.824s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.695780] env[68166]: INFO nova.compute.claims [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.801207] env[68166]: DEBUG nova.compute.manager [req-678f8d76-f2a8-4157-b5a9-d2d8febe2a3c req-ed20db82-2a30-4f7b-a07e-b0cf60abaf1e service nova] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Received event network-changed-f02febc1-0c45-4727-b4cb-6a31e4650d02 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.801497] env[68166]: DEBUG nova.compute.manager [req-678f8d76-f2a8-4157-b5a9-d2d8febe2a3c req-ed20db82-2a30-4f7b-a07e-b0cf60abaf1e service nova] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Refreshing instance network info cache due to event network-changed-f02febc1-0c45-4727-b4cb-6a31e4650d02. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 706.801791] env[68166]: DEBUG oslo_concurrency.lockutils [req-678f8d76-f2a8-4157-b5a9-d2d8febe2a3c req-ed20db82-2a30-4f7b-a07e-b0cf60abaf1e service nova] Acquiring lock "refresh_cache-c473a08b-eec1-4c6a-a552-2a7fed508294" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.801856] env[68166]: DEBUG oslo_concurrency.lockutils [req-678f8d76-f2a8-4157-b5a9-d2d8febe2a3c req-ed20db82-2a30-4f7b-a07e-b0cf60abaf1e service nova] Acquired lock "refresh_cache-c473a08b-eec1-4c6a-a552-2a7fed508294" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.802037] env[68166]: DEBUG nova.network.neutron [req-678f8d76-f2a8-4157-b5a9-d2d8febe2a3c req-ed20db82-2a30-4f7b-a07e-b0cf60abaf1e service nova] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Refreshing network info cache for port f02febc1-0c45-4727-b4cb-6a31e4650d02 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.843800] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.891428] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11219} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.891992] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.893126] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50617645-590d-4f6f-9b84-7cff65825c67 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.922908] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 115e8583-bb39-42fa-8414-b5976e50c45b/115e8583-bb39-42fa-8414-b5976e50c45b.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.926027] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c573628-4e38-40a4-899d-272bdc99f616 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.949030] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 706.949030] env[68166]: value = "task-2806462" [ 706.949030] env[68166]: _type = "Task" [ 706.949030] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.958770] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.021059] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806461, 'name': CreateVM_Task, 'duration_secs': 0.453788} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.021381] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.022173] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.022461] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.022880] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.023247] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468d39a1-e2c0-4b8a-80a9-ae67e45f8811 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.030185] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 707.030185] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c52561-3d35-43a6-44d3-be174c546516" [ 707.030185] env[68166]: _type = "Task" [ 707.030185] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.039150] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c52561-3d35-43a6-44d3-be174c546516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.203022] env[68166]: DEBUG nova.compute.utils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.206137] env[68166]: DEBUG nova.compute.manager [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.206552] env[68166]: DEBUG nova.network.neutron [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.286162] env[68166]: DEBUG nova.policy [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26d8da3e6bd54aab95ebcf117b6ee104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f39c8307f724d579e4ec8e795c5ab60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.417514] env[68166]: DEBUG nova.network.neutron [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Successfully updated port: 03486cab-cb54-46d1-ace1-9a07cc694aa8 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.464821] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806462, 'name': ReconfigVM_Task, 'duration_secs': 0.318304} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.465791] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 115e8583-bb39-42fa-8414-b5976e50c45b/115e8583-bb39-42fa-8414-b5976e50c45b.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.466667] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cda7a79-19f8-489b-a1f6-42b735851576 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.478020] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 707.478020] env[68166]: value = "task-2806463" [ 707.478020] env[68166]: _type = "Task" [ 707.478020] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.488759] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806463, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.546479] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c52561-3d35-43a6-44d3-be174c546516, 'name': SearchDatastore_Task, 'duration_secs': 0.022986} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.549071] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.549071] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.549071] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.549071] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.549341] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.549341] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12818bcb-a309-41e7-91ff-4913b7ff888d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.561341] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.561341] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.561341] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b2f200-a0ad-4ab5-9866-b5e25ab887fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.569559] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 707.569559] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52427ed7-61c8-336b-e08e-a1ee1898f7a9" [ 707.569559] env[68166]: _type = "Task" [ 707.569559] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.582938] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52427ed7-61c8-336b-e08e-a1ee1898f7a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.583568] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd8663e-ef23-46cd-b63a-90478c983044 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.591407] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 707.591407] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524bf442-1fec-3201-e6c8-abe8a634d539" [ 707.591407] env[68166]: _type = "Task" [ 707.591407] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.599880] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524bf442-1fec-3201-e6c8-abe8a634d539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.675967] env[68166]: DEBUG nova.network.neutron [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Successfully created port: b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.698896] env[68166]: DEBUG nova.compute.manager [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Received event network-changed-39649ef0-bfda-4910-bc2a-ff86616c3b8b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.700264] env[68166]: DEBUG nova.compute.manager [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Refreshing instance network info cache due to event network-changed-39649ef0-bfda-4910-bc2a-ff86616c3b8b. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 707.700264] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] Acquiring lock "refresh_cache-4330fb56-071a-4059-b7aa-84cd3ab5bf22" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.700463] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] Acquired lock "refresh_cache-4330fb56-071a-4059-b7aa-84cd3ab5bf22" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.701042] env[68166]: DEBUG nova.network.neutron [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Refreshing network info cache for port 39649ef0-bfda-4910-bc2a-ff86616c3b8b {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.706777] env[68166]: DEBUG nova.compute.manager [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.732939] env[68166]: DEBUG nova.network.neutron [req-678f8d76-f2a8-4157-b5a9-d2d8febe2a3c req-ed20db82-2a30-4f7b-a07e-b0cf60abaf1e service nova] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Updated VIF entry in instance network info cache for port f02febc1-0c45-4727-b4cb-6a31e4650d02. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.736888] env[68166]: DEBUG nova.network.neutron [req-678f8d76-f2a8-4157-b5a9-d2d8febe2a3c req-ed20db82-2a30-4f7b-a07e-b0cf60abaf1e service nova] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Updating instance_info_cache with network_info: [{"id": "f02febc1-0c45-4727-b4cb-6a31e4650d02", "address": "fa:16:3e:d5:74:dd", "network": {"id": "f497c15f-779a-4a32-b883-c2ed37bdb131", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1841813436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71607f389c084391be113144cbdd65ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02febc1-0c", "ovs_interfaceid": "f02febc1-0c45-4727-b4cb-6a31e4650d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.920696] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "refresh_cache-1f8ff2ac-9263-4d88-beed-7cdb668c525b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.920798] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired lock "refresh_cache-1f8ff2ac-9263-4d88-beed-7cdb668c525b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.920948] env[68166]: DEBUG nova.network.neutron [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.000565] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806463, 'name': Rename_Task, 'duration_secs': 0.163145} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.002512] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.004983] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06544fe0-d140-4471-bf2f-117a92a2e55d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.023945] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 708.023945] env[68166]: value = "task-2806464" [ 708.023945] env[68166]: _type = "Task" [ 708.023945] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.034313] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.104774] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524bf442-1fec-3201-e6c8-abe8a634d539, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.104774] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.104774] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] c473a08b-eec1-4c6a-a552-2a7fed508294/c473a08b-eec1-4c6a-a552-2a7fed508294.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.104967] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b471e15-632f-4d76-a8a3-858a2133f240 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.118974] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 708.118974] env[68166]: value = "task-2806465" [ 708.118974] env[68166]: _type = "Task" [ 708.118974] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.132738] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.240345] env[68166]: DEBUG oslo_concurrency.lockutils [req-678f8d76-f2a8-4157-b5a9-d2d8febe2a3c req-ed20db82-2a30-4f7b-a07e-b0cf60abaf1e service nova] Releasing lock "refresh_cache-c473a08b-eec1-4c6a-a552-2a7fed508294" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.240730] env[68166]: DEBUG nova.compute.manager [req-678f8d76-f2a8-4157-b5a9-d2d8febe2a3c req-ed20db82-2a30-4f7b-a07e-b0cf60abaf1e service nova] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Received event network-vif-deleted-0c0d4dd3-2d51-4d71-9a18-908d1f920b71 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.482236] env[68166]: DEBUG nova.network.neutron [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.537851] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.543229] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94ada84-84b1-4913-8f00-11e343ef0144 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.557394] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94179989-4b03-400d-a722-24930ddd1672 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.597454] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca24de51-8833-4cd1-b899-617d2fc6b306 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.606806] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce7d010-fb4b-4e7d-a5f2-e4883445eb21 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.626019] env[68166]: DEBUG nova.compute.provider_tree [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.636729] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806465, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.718999] env[68166]: DEBUG nova.network.neutron [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Updated VIF entry in instance network info cache for port 39649ef0-bfda-4910-bc2a-ff86616c3b8b. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.719387] env[68166]: DEBUG nova.network.neutron [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Updating instance_info_cache with network_info: [{"id": "39649ef0-bfda-4910-bc2a-ff86616c3b8b", "address": "fa:16:3e:0e:a7:0b", "network": {"id": "e893996c-6102-4a98-92f9-69465279d970", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1346671690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540ba5b61a2e4763be6b7cd81ec01385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39649ef0-bf", "ovs_interfaceid": "39649ef0-bfda-4910-bc2a-ff86616c3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.722937] env[68166]: DEBUG nova.compute.manager [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.770417] env[68166]: DEBUG nova.virt.hardware [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.771100] env[68166]: DEBUG nova.virt.hardware [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.771100] env[68166]: DEBUG nova.virt.hardware [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.771100] env[68166]: DEBUG nova.virt.hardware [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.771278] env[68166]: DEBUG nova.virt.hardware [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.771443] env[68166]: DEBUG nova.virt.hardware [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.771659] env[68166]: DEBUG nova.virt.hardware [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.771816] env[68166]: DEBUG nova.virt.hardware [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.771980] env[68166]: DEBUG nova.virt.hardware [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.772154] env[68166]: DEBUG nova.virt.hardware [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.772332] env[68166]: DEBUG nova.virt.hardware [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.773222] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dc7d38-e0bb-470c-907c-6ad5c1a4880d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.782883] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de8a84b-81da-435d-9165-62c2f120c672 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.803944] env[68166]: DEBUG nova.network.neutron [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Updating instance_info_cache with network_info: [{"id": "03486cab-cb54-46d1-ace1-9a07cc694aa8", "address": "fa:16:3e:2d:b0:8a", "network": {"id": "e675ba11-1604-4441-aa3c-80b5436f01fc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1863603453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bfd95dfa845e685db995763e869e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03486cab-cb", "ovs_interfaceid": "03486cab-cb54-46d1-ace1-9a07cc694aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.036607] env[68166]: DEBUG oslo_vmware.api [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806464, 'name': PowerOnVM_Task, 'duration_secs': 0.932214} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.037279] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.037474] env[68166]: INFO nova.compute.manager [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Took 8.96 seconds to spawn the instance on the hypervisor. [ 709.037810] env[68166]: DEBUG nova.compute.manager [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.038828] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5a8bee-7abb-4382-aaed-86b32efa8028 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.131221] env[68166]: DEBUG nova.scheduler.client.report [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.138255] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726877} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.142023] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] c473a08b-eec1-4c6a-a552-2a7fed508294/c473a08b-eec1-4c6a-a552-2a7fed508294.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.142023] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.142023] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-748dfce4-b04e-4f60-aa76-5dfd0cfdaad1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.149916] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 709.149916] env[68166]: value = "task-2806466" [ 709.149916] env[68166]: _type = "Task" [ 709.149916] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.160515] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.226759] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] Releasing lock "refresh_cache-4330fb56-071a-4059-b7aa-84cd3ab5bf22" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.227972] env[68166]: DEBUG nova.compute.manager [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Received event network-vif-plugged-03486cab-cb54-46d1-ace1-9a07cc694aa8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.227972] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] Acquiring lock "1f8ff2ac-9263-4d88-beed-7cdb668c525b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.227972] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] Lock "1f8ff2ac-9263-4d88-beed-7cdb668c525b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.227972] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] Lock "1f8ff2ac-9263-4d88-beed-7cdb668c525b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.228243] env[68166]: DEBUG nova.compute.manager [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] No waiting events found dispatching network-vif-plugged-03486cab-cb54-46d1-ace1-9a07cc694aa8 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.228282] env[68166]: WARNING nova.compute.manager [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Received unexpected event network-vif-plugged-03486cab-cb54-46d1-ace1-9a07cc694aa8 for instance with vm_state building and task_state spawning. [ 709.228608] env[68166]: DEBUG nova.compute.manager [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Received event network-changed-03486cab-cb54-46d1-ace1-9a07cc694aa8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.228690] env[68166]: DEBUG nova.compute.manager [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Refreshing instance network info cache due to event network-changed-03486cab-cb54-46d1-ace1-9a07cc694aa8. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 709.231322] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] Acquiring lock "refresh_cache-1f8ff2ac-9263-4d88-beed-7cdb668c525b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.307394] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Releasing lock "refresh_cache-1f8ff2ac-9263-4d88-beed-7cdb668c525b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.307394] env[68166]: DEBUG nova.compute.manager [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Instance network_info: |[{"id": "03486cab-cb54-46d1-ace1-9a07cc694aa8", "address": "fa:16:3e:2d:b0:8a", "network": {"id": "e675ba11-1604-4441-aa3c-80b5436f01fc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1863603453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bfd95dfa845e685db995763e869e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03486cab-cb", "ovs_interfaceid": "03486cab-cb54-46d1-ace1-9a07cc694aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.307538] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] Acquired lock "refresh_cache-1f8ff2ac-9263-4d88-beed-7cdb668c525b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.307538] env[68166]: DEBUG nova.network.neutron [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Refreshing network info cache for port 03486cab-cb54-46d1-ace1-9a07cc694aa8 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.308195] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:b0:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03486cab-cb54-46d1-ace1-9a07cc694aa8', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.317201] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.320471] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.321580] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1044393f-121c-40f5-81d8-4d455496ae7e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.339771] env[68166]: DEBUG nova.compute.manager [req-ae95ec9f-9ba2-4b49-9390-37b37b341de4 req-bdbd485c-c82a-4ed3-84b1-8eb53176a541 service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Received event network-vif-plugged-b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.340072] env[68166]: DEBUG oslo_concurrency.lockutils [req-ae95ec9f-9ba2-4b49-9390-37b37b341de4 req-bdbd485c-c82a-4ed3-84b1-8eb53176a541 service nova] Acquiring lock "a6990f0d-066a-40e6-92bf-42c09941b9cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.340308] env[68166]: DEBUG oslo_concurrency.lockutils [req-ae95ec9f-9ba2-4b49-9390-37b37b341de4 req-bdbd485c-c82a-4ed3-84b1-8eb53176a541 service nova] Lock "a6990f0d-066a-40e6-92bf-42c09941b9cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.340601] env[68166]: DEBUG oslo_concurrency.lockutils [req-ae95ec9f-9ba2-4b49-9390-37b37b341de4 req-bdbd485c-c82a-4ed3-84b1-8eb53176a541 service nova] Lock "a6990f0d-066a-40e6-92bf-42c09941b9cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.340664] env[68166]: DEBUG nova.compute.manager [req-ae95ec9f-9ba2-4b49-9390-37b37b341de4 req-bdbd485c-c82a-4ed3-84b1-8eb53176a541 service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] No waiting events found dispatching network-vif-plugged-b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.340834] env[68166]: WARNING nova.compute.manager [req-ae95ec9f-9ba2-4b49-9390-37b37b341de4 req-bdbd485c-c82a-4ed3-84b1-8eb53176a541 service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Received unexpected event network-vif-plugged-b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c for instance with vm_state building and task_state spawning. [ 709.344237] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "8d0ab303-e615-45b1-b574-8ba7eafa49b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.344816] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "8d0ab303-e615-45b1-b574-8ba7eafa49b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.349243] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.349243] env[68166]: value = "task-2806467" [ 709.349243] env[68166]: _type = "Task" [ 709.349243] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.358665] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806467, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.408189] env[68166]: DEBUG nova.network.neutron [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Successfully updated port: b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.560341] env[68166]: INFO nova.compute.manager [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Took 50.98 seconds to build instance. [ 709.603910] env[68166]: DEBUG nova.network.neutron [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Updated VIF entry in instance network info cache for port 03486cab-cb54-46d1-ace1-9a07cc694aa8. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.604339] env[68166]: DEBUG nova.network.neutron [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Updating instance_info_cache with network_info: [{"id": "03486cab-cb54-46d1-ace1-9a07cc694aa8", "address": "fa:16:3e:2d:b0:8a", "network": {"id": "e675ba11-1604-4441-aa3c-80b5436f01fc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1863603453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bfd95dfa845e685db995763e869e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03486cab-cb", "ovs_interfaceid": "03486cab-cb54-46d1-ace1-9a07cc694aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.640018] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.950s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.640704] env[68166]: DEBUG nova.compute.manager [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.643358] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.366s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.643673] env[68166]: DEBUG nova.objects.instance [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lazy-loading 'resources' on Instance uuid 7b0d0c2f-ee37-42ca-ad7d-2139996ab145 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.661407] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125188} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.661732] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.662581] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d3666c-eae2-4ec0-86d5-dda12682c711 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.688189] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] c473a08b-eec1-4c6a-a552-2a7fed508294/c473a08b-eec1-4c6a-a552-2a7fed508294.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.689025] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2ef3f11-ab90-496b-afd9-9ca9ca7936ff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.712277] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 709.712277] env[68166]: value = "task-2806468" [ 709.712277] env[68166]: _type = "Task" [ 709.712277] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.726518] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806468, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.859824] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806467, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.914017] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Acquiring lock "refresh_cache-a6990f0d-066a-40e6-92bf-42c09941b9cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.914240] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Acquired lock "refresh_cache-a6990f0d-066a-40e6-92bf-42c09941b9cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.914240] env[68166]: DEBUG nova.network.neutron [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.062784] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f4aee216-ba4e-4459-85d3-ab2f8f3bc7d0 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "115e8583-bb39-42fa-8414-b5976e50c45b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.261s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.108322] env[68166]: DEBUG oslo_concurrency.lockutils [req-0aa4a90b-2852-41c6-bd03-57a717fc6bef req-80c9f363-0522-4899-82d1-cfa8d1634f8c service nova] Releasing lock "refresh_cache-1f8ff2ac-9263-4d88-beed-7cdb668c525b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.147616] env[68166]: DEBUG nova.compute.utils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.152802] env[68166]: DEBUG nova.compute.manager [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.152936] env[68166]: DEBUG nova.network.neutron [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.223768] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.229091] env[68166]: DEBUG nova.policy [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f35396a1e0a449c1946854c8f543c374', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264bfd95dfa845e685db995763e869e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.370909] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806467, 'name': CreateVM_Task, 'duration_secs': 0.614188} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.371244] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.371975] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.372160] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.372617] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.377294] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74c7f14-d848-4d23-aa48-c2894153b038 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.383031] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 710.383031] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f2ff28-aff9-6135-69c6-de36c61ffe39" [ 710.383031] env[68166]: _type = "Task" [ 710.383031] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.395656] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f2ff28-aff9-6135-69c6-de36c61ffe39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.465799] env[68166]: DEBUG nova.network.neutron [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.567210] env[68166]: DEBUG nova.compute.manager [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.615697] env[68166]: DEBUG nova.network.neutron [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Successfully created port: af899f94-a6df-4568-8a54-5337025d349f {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.643821] env[68166]: DEBUG nova.network.neutron [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Updating instance_info_cache with network_info: [{"id": "b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c", "address": "fa:16:3e:d4:9f:04", "network": {"id": "a83270bc-44ec-4938-9ac2-e23a586406d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-436221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f39c8307f724d579e4ec8e795c5ab60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1cfd5a8-83", "ovs_interfaceid": "b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.653867] env[68166]: DEBUG nova.compute.manager [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.726803] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806468, 'name': ReconfigVM_Task, 'duration_secs': 0.893488} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.727159] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Reconfigured VM instance instance-00000025 to attach disk [datastore2] c473a08b-eec1-4c6a-a552-2a7fed508294/c473a08b-eec1-4c6a-a552-2a7fed508294.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.727808] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6abbdc58-0fd0-4c39-bf65-9c1153b17bb3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.738122] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 710.738122] env[68166]: value = "task-2806469" [ 710.738122] env[68166]: _type = "Task" [ 710.738122] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.749351] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806469, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.835220] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea234f12-4910-4dd3-a62e-4ce9de040fc9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.844165] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f921383-8d04-4850-882b-b4ec66e07ffa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.878215] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e9f665-9490-4abc-8495-3c73d8520c51 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.890391] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9808987b-26f5-4373-9da0-ef2ae16f6ba5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.900435] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f2ff28-aff9-6135-69c6-de36c61ffe39, 'name': SearchDatastore_Task, 'duration_secs': 0.013453} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.901189] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.901434] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.901716] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.901870] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.902279] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.902394] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8577c7e3-d321-41fb-996f-16c3539a88f7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.914065] env[68166]: DEBUG nova.compute.provider_tree [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.927668] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.927668] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.927668] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29fb84e3-7b71-4922-904f-e911b0380c70 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.934418] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 710.934418] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5236910e-e4aa-23c3-4df7-ad81604768c2" [ 710.934418] env[68166]: _type = "Task" [ 710.934418] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.943919] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5236910e-e4aa-23c3-4df7-ad81604768c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.085589] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.151494] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Releasing lock "refresh_cache-a6990f0d-066a-40e6-92bf-42c09941b9cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.151494] env[68166]: DEBUG nova.compute.manager [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Instance network_info: |[{"id": "b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c", "address": "fa:16:3e:d4:9f:04", "network": {"id": "a83270bc-44ec-4938-9ac2-e23a586406d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-436221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f39c8307f724d579e4ec8e795c5ab60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1cfd5a8-83", "ovs_interfaceid": "b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.151702] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:9f:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.159188] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Creating folder: Project (5f39c8307f724d579e4ec8e795c5ab60). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.162637] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b014f132-45c4-4a23-b035-687decfe1380 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.176734] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Created folder: Project (5f39c8307f724d579e4ec8e795c5ab60) in parent group-v563881. [ 711.176734] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Creating folder: Instances. Parent ref: group-v564001. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.176943] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e2f69f9-7050-42e4-9208-9685063ec423 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.189302] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Created folder: Instances in parent group-v564001. [ 711.189616] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.189860] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.190184] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d7ab213-2d05-4ad3-998f-e678ad5dcdfb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.210572] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.210572] env[68166]: value = "task-2806472" [ 711.210572] env[68166]: _type = "Task" [ 711.210572] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.218575] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806472, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.249662] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806469, 'name': Rename_Task, 'duration_secs': 0.28946} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.249944] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.250249] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfe892d8-aa54-45e1-a332-619696b1fac4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.257908] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 711.257908] env[68166]: value = "task-2806473" [ 711.257908] env[68166]: _type = "Task" [ 711.257908] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.266750] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.383101] env[68166]: DEBUG nova.compute.manager [req-ddbabe3f-45b5-4f58-ba07-599daf6a4e0f req-ae2b1d07-feab-46d7-b28d-9c6e38648b1e service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Received event network-changed-b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.383244] env[68166]: DEBUG nova.compute.manager [req-ddbabe3f-45b5-4f58-ba07-599daf6a4e0f req-ae2b1d07-feab-46d7-b28d-9c6e38648b1e service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Refreshing instance network info cache due to event network-changed-b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 711.383450] env[68166]: DEBUG oslo_concurrency.lockutils [req-ddbabe3f-45b5-4f58-ba07-599daf6a4e0f req-ae2b1d07-feab-46d7-b28d-9c6e38648b1e service nova] Acquiring lock "refresh_cache-a6990f0d-066a-40e6-92bf-42c09941b9cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.383583] env[68166]: DEBUG oslo_concurrency.lockutils [req-ddbabe3f-45b5-4f58-ba07-599daf6a4e0f req-ae2b1d07-feab-46d7-b28d-9c6e38648b1e service nova] Acquired lock "refresh_cache-a6990f0d-066a-40e6-92bf-42c09941b9cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.383722] env[68166]: DEBUG nova.network.neutron [req-ddbabe3f-45b5-4f58-ba07-599daf6a4e0f req-ae2b1d07-feab-46d7-b28d-9c6e38648b1e service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Refreshing network info cache for port b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.417337] env[68166]: DEBUG nova.scheduler.client.report [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.447487] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5236910e-e4aa-23c3-4df7-ad81604768c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.449118] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46834158-afca-4654-b612-d9e78fa44dd1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.456026] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 711.456026] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b6f82d-33c6-e5be-73ae-87edd8545be7" [ 711.456026] env[68166]: _type = "Task" [ 711.456026] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.466011] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b6f82d-33c6-e5be-73ae-87edd8545be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.666677] env[68166]: DEBUG nova.compute.manager [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.694917] env[68166]: DEBUG nova.virt.hardware [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.695229] env[68166]: DEBUG nova.virt.hardware [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.695416] env[68166]: DEBUG nova.virt.hardware [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.695631] env[68166]: DEBUG nova.virt.hardware [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.695807] env[68166]: DEBUG nova.virt.hardware [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.695995] env[68166]: DEBUG nova.virt.hardware [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.696268] env[68166]: DEBUG nova.virt.hardware [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.696471] env[68166]: DEBUG nova.virt.hardware [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.696681] env[68166]: DEBUG nova.virt.hardware [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.696877] env[68166]: DEBUG nova.virt.hardware [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.697098] env[68166]: DEBUG nova.virt.hardware [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.698052] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0bddb8-24a0-43df-b865-69e3318da65f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.708107] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa26e8d-4d40-45c2-958f-ed8370a82f33 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.722958] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806472, 'name': CreateVM_Task, 'duration_secs': 0.363834} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.731032] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.731591] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.731781] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.732168] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.732782] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5ea8c6-1b9f-4cd9-80e8-30df33818d06 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.738841] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Waiting for the task: (returnval){ [ 711.738841] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f8bede-933b-09f5-f933-77282b2ae82f" [ 711.738841] env[68166]: _type = "Task" [ 711.738841] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.748402] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f8bede-933b-09f5-f933-77282b2ae82f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.768745] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806473, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.924039] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.928692] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.440s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.928692] env[68166]: DEBUG nova.objects.instance [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lazy-loading 'resources' on Instance uuid 7ab6896d-dba8-43de-a438-526fc42ff9da {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.954557] env[68166]: INFO nova.scheduler.client.report [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Deleted allocations for instance 7b0d0c2f-ee37-42ca-ad7d-2139996ab145 [ 711.972464] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b6f82d-33c6-e5be-73ae-87edd8545be7, 'name': SearchDatastore_Task, 'duration_secs': 0.012152} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.972733] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.972980] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 1f8ff2ac-9263-4d88-beed-7cdb668c525b/1f8ff2ac-9263-4d88-beed-7cdb668c525b.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.973624] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67e2ad24-8cfe-4835-9989-0d2fe01be675 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.982396] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 711.982396] env[68166]: value = "task-2806474" [ 711.982396] env[68166]: _type = "Task" [ 711.982396] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.994084] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.154836] env[68166]: DEBUG nova.compute.manager [req-8cee0e1e-3dda-4790-b7f3-c804019a640b req-e4ac098f-ad2b-4808-aa1d-cb1eb4546cfb service nova] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Received event network-vif-plugged-af899f94-a6df-4568-8a54-5337025d349f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.155061] env[68166]: DEBUG oslo_concurrency.lockutils [req-8cee0e1e-3dda-4790-b7f3-c804019a640b req-e4ac098f-ad2b-4808-aa1d-cb1eb4546cfb service nova] Acquiring lock "14b21a96-242a-42a5-a7c5-c074297ea6d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.155286] env[68166]: DEBUG oslo_concurrency.lockutils [req-8cee0e1e-3dda-4790-b7f3-c804019a640b req-e4ac098f-ad2b-4808-aa1d-cb1eb4546cfb service nova] Lock "14b21a96-242a-42a5-a7c5-c074297ea6d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.155672] env[68166]: DEBUG oslo_concurrency.lockutils [req-8cee0e1e-3dda-4790-b7f3-c804019a640b req-e4ac098f-ad2b-4808-aa1d-cb1eb4546cfb service nova] Lock "14b21a96-242a-42a5-a7c5-c074297ea6d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.155950] env[68166]: DEBUG nova.compute.manager [req-8cee0e1e-3dda-4790-b7f3-c804019a640b req-e4ac098f-ad2b-4808-aa1d-cb1eb4546cfb service nova] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] No waiting events found dispatching network-vif-plugged-af899f94-a6df-4568-8a54-5337025d349f {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.156077] env[68166]: WARNING nova.compute.manager [req-8cee0e1e-3dda-4790-b7f3-c804019a640b req-e4ac098f-ad2b-4808-aa1d-cb1eb4546cfb service nova] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Received unexpected event network-vif-plugged-af899f94-a6df-4568-8a54-5337025d349f for instance with vm_state building and task_state spawning. [ 712.157093] env[68166]: DEBUG nova.network.neutron [req-ddbabe3f-45b5-4f58-ba07-599daf6a4e0f req-ae2b1d07-feab-46d7-b28d-9c6e38648b1e service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Updated VIF entry in instance network info cache for port b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.157441] env[68166]: DEBUG nova.network.neutron [req-ddbabe3f-45b5-4f58-ba07-599daf6a4e0f req-ae2b1d07-feab-46d7-b28d-9c6e38648b1e service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Updating instance_info_cache with network_info: [{"id": "b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c", "address": "fa:16:3e:d4:9f:04", "network": {"id": "a83270bc-44ec-4938-9ac2-e23a586406d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-436221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f39c8307f724d579e4ec8e795c5ab60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1cfd5a8-83", "ovs_interfaceid": "b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.233287] env[68166]: DEBUG nova.network.neutron [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Successfully updated port: af899f94-a6df-4568-8a54-5337025d349f {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.253023] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f8bede-933b-09f5-f933-77282b2ae82f, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.253023] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.253023] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.253349] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.253512] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.253693] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.253967] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c502cd3-adf8-4e04-bc99-94a66fcf89e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.269372] env[68166]: DEBUG oslo_vmware.api [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806473, 'name': PowerOnVM_Task, 'duration_secs': 0.68791} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.269665] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.269899] env[68166]: INFO nova.compute.manager [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Took 9.30 seconds to spawn the instance on the hypervisor. [ 712.270133] env[68166]: DEBUG nova.compute.manager [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.272074] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933d9539-0a1a-4a05-8c35-8e1df4686d01 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.275217] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.275401] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.276187] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a764a09-6b81-4d4b-92d0-2ce88ff30956 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.282869] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Waiting for the task: (returnval){ [ 712.282869] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522969f2-fddc-7359-4aa6-381e27b35203" [ 712.282869] env[68166]: _type = "Task" [ 712.282869] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.299256] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522969f2-fddc-7359-4aa6-381e27b35203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.463378] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ea12d2f4-5c75-418b-8167-d7375bab8551 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "7b0d0c2f-ee37-42ca-ad7d-2139996ab145" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.702s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.496490] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50853} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.496611] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 1f8ff2ac-9263-4d88-beed-7cdb668c525b/1f8ff2ac-9263-4d88-beed-7cdb668c525b.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.496813] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.497084] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09b666d3-dbc5-4c09-9d96-ee666267830c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.506795] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 712.506795] env[68166]: value = "task-2806475" [ 712.506795] env[68166]: _type = "Task" [ 712.506795] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.518189] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.660318] env[68166]: DEBUG oslo_concurrency.lockutils [req-ddbabe3f-45b5-4f58-ba07-599daf6a4e0f req-ae2b1d07-feab-46d7-b28d-9c6e38648b1e service nova] Releasing lock "refresh_cache-a6990f0d-066a-40e6-92bf-42c09941b9cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.737019] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "refresh_cache-14b21a96-242a-42a5-a7c5-c074297ea6d5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.737019] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired lock "refresh_cache-14b21a96-242a-42a5-a7c5-c074297ea6d5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.737019] env[68166]: DEBUG nova.network.neutron [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.803355] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522969f2-fddc-7359-4aa6-381e27b35203, 'name': SearchDatastore_Task, 'duration_secs': 0.062779} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.806247] env[68166]: INFO nova.compute.manager [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Took 54.17 seconds to build instance. [ 712.807184] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf14189-1ccd-42dd-937a-a15094b5708e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.817331] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Waiting for the task: (returnval){ [ 712.817331] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dfbe10-1ec1-66bb-8c7d-07156cba3352" [ 712.817331] env[68166]: _type = "Task" [ 712.817331] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.827555] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52dfbe10-1ec1-66bb-8c7d-07156cba3352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.009460] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc17988-219b-403b-82d9-e308347a6af7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.022807] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07407} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.024188] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2887e897-53d2-42bb-becc-79da83e7f904 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.029413] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.030676] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4d043b-c3e5-4133-93a3-18168b80b072 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.054482] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 1f8ff2ac-9263-4d88-beed-7cdb668c525b/1f8ff2ac-9263-4d88-beed-7cdb668c525b.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.081296] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d93c6fda-74e8-48de-886f-606ee1d519dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.096986] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167b0d30-e60d-4911-b795-48d398caccc8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.105767] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0fb8dd-0434-4b53-bac8-a8009bdb2c3b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.113433] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 713.113433] env[68166]: value = "task-2806476" [ 713.113433] env[68166]: _type = "Task" [ 713.113433] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.122608] env[68166]: DEBUG nova.compute.provider_tree [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.131025] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.280899] env[68166]: DEBUG nova.network.neutron [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.311061] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b4b860fe-8562-4669-b160-5fdc7a436c65 tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lock "c473a08b-eec1-4c6a-a552-2a7fed508294" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.289s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.329673] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52dfbe10-1ec1-66bb-8c7d-07156cba3352, 'name': SearchDatastore_Task, 'duration_secs': 0.040606} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.329965] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.330244] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] a6990f0d-066a-40e6-92bf-42c09941b9cf/a6990f0d-066a-40e6-92bf-42c09941b9cf.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.330505] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-822bab77-bd7b-43f6-ac77-b4fac6b5ee55 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.339132] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Waiting for the task: (returnval){ [ 713.339132] env[68166]: value = "task-2806477" [ 713.339132] env[68166]: _type = "Task" [ 713.339132] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.349797] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2806477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.451983] env[68166]: DEBUG nova.network.neutron [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Updating instance_info_cache with network_info: [{"id": "af899f94-a6df-4568-8a54-5337025d349f", "address": "fa:16:3e:cb:43:44", "network": {"id": "e675ba11-1604-4441-aa3c-80b5436f01fc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1863603453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bfd95dfa845e685db995763e869e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf899f94-a6", "ovs_interfaceid": "af899f94-a6df-4568-8a54-5337025d349f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.622037] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806476, 'name': ReconfigVM_Task, 'duration_secs': 0.354923} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.622335] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 1f8ff2ac-9263-4d88-beed-7cdb668c525b/1f8ff2ac-9263-4d88-beed-7cdb668c525b.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.622960] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7c5ac0e-58aa-4e4c-aa7e-9d89dcb1b93b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.625189] env[68166]: DEBUG nova.scheduler.client.report [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.635912] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 713.635912] env[68166]: value = "task-2806478" [ 713.635912] env[68166]: _type = "Task" [ 713.635912] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.644684] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806478, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.814827] env[68166]: DEBUG nova.compute.manager [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.850625] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2806477, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.955640] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Releasing lock "refresh_cache-14b21a96-242a-42a5-a7c5-c074297ea6d5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.956155] env[68166]: DEBUG nova.compute.manager [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Instance network_info: |[{"id": "af899f94-a6df-4568-8a54-5337025d349f", "address": "fa:16:3e:cb:43:44", "network": {"id": "e675ba11-1604-4441-aa3c-80b5436f01fc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1863603453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bfd95dfa845e685db995763e869e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf899f94-a6", "ovs_interfaceid": "af899f94-a6df-4568-8a54-5337025d349f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.956879] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:43:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af899f94-a6df-4568-8a54-5337025d349f', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.966227] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.966227] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.966227] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d951a8c-cff1-41b6-84e1-28858fb00ee7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.992899] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.992899] env[68166]: value = "task-2806479" [ 713.992899] env[68166]: _type = "Task" [ 713.992899] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.998299] env[68166]: DEBUG nova.compute.manager [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.999174] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60804e6-0cb2-433a-9910-9b49d9054678 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.009692] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806479, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.130829] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.133166] env[68166]: DEBUG oslo_concurrency.lockutils [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.821s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.133402] env[68166]: DEBUG nova.objects.instance [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Lazy-loading 'resources' on Instance uuid c8460358-ceb1-4800-892c-854f5cf2fb60 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.145971] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806478, 'name': Rename_Task, 'duration_secs': 0.179243} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.146880] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.147162] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f96d1b2-56eb-4d7c-bb17-567aea044c51 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.154849] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 714.154849] env[68166]: value = "task-2806480" [ 714.154849] env[68166]: _type = "Task" [ 714.154849] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.159175] env[68166]: INFO nova.scheduler.client.report [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Deleted allocations for instance 7ab6896d-dba8-43de-a438-526fc42ff9da [ 714.169626] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.223945] env[68166]: DEBUG nova.compute.manager [req-64486581-9c6f-4cf3-afe1-47085f87024e req-5b33bf96-23dd-4ad5-9602-e5824a1c920a service nova] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Received event network-changed-af899f94-a6df-4568-8a54-5337025d349f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.224112] env[68166]: DEBUG nova.compute.manager [req-64486581-9c6f-4cf3-afe1-47085f87024e req-5b33bf96-23dd-4ad5-9602-e5824a1c920a service nova] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Refreshing instance network info cache due to event network-changed-af899f94-a6df-4568-8a54-5337025d349f. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.224471] env[68166]: DEBUG oslo_concurrency.lockutils [req-64486581-9c6f-4cf3-afe1-47085f87024e req-5b33bf96-23dd-4ad5-9602-e5824a1c920a service nova] Acquiring lock "refresh_cache-14b21a96-242a-42a5-a7c5-c074297ea6d5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.224622] env[68166]: DEBUG oslo_concurrency.lockutils [req-64486581-9c6f-4cf3-afe1-47085f87024e req-5b33bf96-23dd-4ad5-9602-e5824a1c920a service nova] Acquired lock "refresh_cache-14b21a96-242a-42a5-a7c5-c074297ea6d5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.224786] env[68166]: DEBUG nova.network.neutron [req-64486581-9c6f-4cf3-afe1-47085f87024e req-5b33bf96-23dd-4ad5-9602-e5824a1c920a service nova] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Refreshing network info cache for port af899f94-a6df-4568-8a54-5337025d349f {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.336798] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.351886] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2806477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692632} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.352279] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] a6990f0d-066a-40e6-92bf-42c09941b9cf/a6990f0d-066a-40e6-92bf-42c09941b9cf.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.352534] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.352815] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ac8522e-cc2e-419a-98d9-6439d4cbd5df {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.360859] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Waiting for the task: (returnval){ [ 714.360859] env[68166]: value = "task-2806481" [ 714.360859] env[68166]: _type = "Task" [ 714.360859] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.370943] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2806481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.502833] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806479, 'name': CreateVM_Task, 'duration_secs': 0.422806} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.503046] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.503777] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.503945] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.504289] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.504548] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47479b1d-3efd-4459-9f80-6d37ed2c0033 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.512019] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 714.512019] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5253d339-609b-8044-0d79-f39113eff4bf" [ 714.512019] env[68166]: _type = "Task" [ 714.512019] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.515039] env[68166]: INFO nova.compute.manager [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] instance snapshotting [ 714.521866] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5253d339-609b-8044-0d79-f39113eff4bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.522876] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c43a37-06b2-4421-8416-3ea068f8c760 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.542809] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ad99af-632b-463b-ba89-8321c3346926 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.667853] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5ba5af14-b3f6-4184-bdd6-9980936b8f8f tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "7ab6896d-dba8-43de-a438-526fc42ff9da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.650s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.677414] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806480, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.743433] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "454157e8-7676-48d4-ad67-46759341426a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.743673] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "454157e8-7676-48d4-ad67-46759341426a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.872864] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2806481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075382} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.877223] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.877223] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e67e24-39d2-4c6a-80d0-b9f83133ddab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.903654] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] a6990f0d-066a-40e6-92bf-42c09941b9cf/a6990f0d-066a-40e6-92bf-42c09941b9cf.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.908856] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-763d061e-6705-4c21-bd71-7d11f31f089e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.931876] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Waiting for the task: (returnval){ [ 714.931876] env[68166]: value = "task-2806482" [ 714.931876] env[68166]: _type = "Task" [ 714.931876] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.943252] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2806482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.009645] env[68166]: DEBUG nova.network.neutron [req-64486581-9c6f-4cf3-afe1-47085f87024e req-5b33bf96-23dd-4ad5-9602-e5824a1c920a service nova] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Updated VIF entry in instance network info cache for port af899f94-a6df-4568-8a54-5337025d349f. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.010074] env[68166]: DEBUG nova.network.neutron [req-64486581-9c6f-4cf3-afe1-47085f87024e req-5b33bf96-23dd-4ad5-9602-e5824a1c920a service nova] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Updating instance_info_cache with network_info: [{"id": "af899f94-a6df-4568-8a54-5337025d349f", "address": "fa:16:3e:cb:43:44", "network": {"id": "e675ba11-1604-4441-aa3c-80b5436f01fc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1863603453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bfd95dfa845e685db995763e869e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf899f94-a6", "ovs_interfaceid": "af899f94-a6df-4568-8a54-5337025d349f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.022992] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5253d339-609b-8044-0d79-f39113eff4bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.025854] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.026166] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.026464] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.026661] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.026991] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.027776] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b07e3782-0115-4c99-9db7-d4f81811bd0f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.037789] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.037981] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.040960] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a190d0-2375-439d-96d5-c7727d76d219 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.047691] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 715.047691] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b3e52b-c696-7601-3bb3-069147834155" [ 715.047691] env[68166]: _type = "Task" [ 715.047691] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.053051] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 715.053051] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f7646700-6042-46a7-a789-86daa866a74b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.059252] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b3e52b-c696-7601-3bb3-069147834155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.064764] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 715.064764] env[68166]: value = "task-2806483" [ 715.064764] env[68166]: _type = "Task" [ 715.064764] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.073930] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806483, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.171171] env[68166]: DEBUG oslo_vmware.api [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806480, 'name': PowerOnVM_Task, 'duration_secs': 0.653923} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.171610] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.171870] env[68166]: INFO nova.compute.manager [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Took 9.24 seconds to spawn the instance on the hypervisor. [ 715.172203] env[68166]: DEBUG nova.compute.manager [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.172954] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ea6eda-7b52-451f-bcdf-2322e643f8be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.247947] env[68166]: DEBUG nova.compute.utils [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.260799] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49ffb84-f205-4674-aac6-5f53857f7bc9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.269389] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dabcdb-9da7-4b04-8421-8eab4bddc89c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.299475] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8102ac7-fd55-439f-bf44-98b7d2108793 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.307014] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3b2e14-7826-4dbf-83ca-c483f8c3fdec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.320628] env[68166]: DEBUG nova.compute.provider_tree [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.443124] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2806482, 'name': ReconfigVM_Task, 'duration_secs': 0.316708} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.443406] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Reconfigured VM instance instance-00000027 to attach disk [datastore1] a6990f0d-066a-40e6-92bf-42c09941b9cf/a6990f0d-066a-40e6-92bf-42c09941b9cf.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.444042] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-754d42f2-9273-4016-80e1-1e56c94e9c0f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.452255] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Waiting for the task: (returnval){ [ 715.452255] env[68166]: value = "task-2806484" [ 715.452255] env[68166]: _type = "Task" [ 715.452255] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.461670] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2806484, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.466276] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "dd07232c-0826-4839-9303-e9aeb6cb000e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.466543] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "dd07232c-0826-4839-9303-e9aeb6cb000e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.493620] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "c1772706-fbfd-46f9-99c1-97f15936d5a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.493855] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "c1772706-fbfd-46f9-99c1-97f15936d5a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.512780] env[68166]: DEBUG oslo_concurrency.lockutils [req-64486581-9c6f-4cf3-afe1-47085f87024e req-5b33bf96-23dd-4ad5-9602-e5824a1c920a service nova] Releasing lock "refresh_cache-14b21a96-242a-42a5-a7c5-c074297ea6d5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.562558] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b3e52b-c696-7601-3bb3-069147834155, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.563429] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7daa33-c099-494a-bdde-4ba3bc745cb0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.572764] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 715.572764] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5231db42-cae1-8fc8-b944-0bba602b18ce" [ 715.572764] env[68166]: _type = "Task" [ 715.572764] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.577031] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806483, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.583996] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5231db42-cae1-8fc8-b944-0bba602b18ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.703247] env[68166]: INFO nova.compute.manager [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Took 45.63 seconds to build instance. [ 715.750583] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "454157e8-7676-48d4-ad67-46759341426a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.824328] env[68166]: DEBUG nova.scheduler.client.report [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.963240] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2806484, 'name': Rename_Task, 'duration_secs': 0.218115} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.963536] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.963764] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5025d646-865d-4327-8834-0a4f8deeb578 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.971791] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Waiting for the task: (returnval){ [ 715.971791] env[68166]: value = "task-2806485" [ 715.971791] env[68166]: _type = "Task" [ 715.971791] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.981121] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2806485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.076796] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806483, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.086114] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5231db42-cae1-8fc8-b944-0bba602b18ce, 'name': SearchDatastore_Task, 'duration_secs': 0.035045} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.086978] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.086978] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 14b21a96-242a-42a5-a7c5-c074297ea6d5/14b21a96-242a-42a5-a7c5-c074297ea6d5.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.086978] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e79ca30-d619-4f70-a0ff-88a6034863f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.094811] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 716.094811] env[68166]: value = "task-2806486" [ 716.094811] env[68166]: _type = "Task" [ 716.094811] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.104106] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.206170] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8a57a4c4-a7fb-4566-974e-e18923e56466 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "1f8ff2ac-9263-4d88-beed-7cdb668c525b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.544s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.330263] env[68166]: DEBUG oslo_concurrency.lockutils [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.333156] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.276s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.334592] env[68166]: INFO nova.compute.claims [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.364018] env[68166]: INFO nova.scheduler.client.report [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Deleted allocations for instance c8460358-ceb1-4800-892c-854f5cf2fb60 [ 716.483774] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2806485, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.579240] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806483, 'name': CreateSnapshot_Task, 'duration_secs': 1.24338} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.579878] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 716.581018] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db82fb3e-5f79-411d-aef5-2d4ee287928e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.613341] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806486, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.708541] env[68166]: DEBUG nova.compute.manager [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.833590] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "454157e8-7676-48d4-ad67-46759341426a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.833881] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "454157e8-7676-48d4-ad67-46759341426a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.834149] env[68166]: INFO nova.compute.manager [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Attaching volume 7a53fea7-61e4-4723-957a-5b162fc7c844 to /dev/sdb [ 716.873384] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdfa542-020e-4075-b2b9-eaaca1f46d0a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.878028] env[68166]: DEBUG oslo_concurrency.lockutils [None req-113bb4fb-f078-4cd4-bb22-5528fbc2d96c tempest-ServersTestFqdnHostnames-167162024 tempest-ServersTestFqdnHostnames-167162024-project-member] Lock "c8460358-ceb1-4800-892c-854f5cf2fb60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.852s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.884102] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9931a8-82ec-4294-8208-a2430a78b331 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.899374] env[68166]: DEBUG nova.virt.block_device [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Updating existing volume attachment record: 0b3c7ceb-d1cb-465e-87d5-3c5f41300941 {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 716.983178] env[68166]: DEBUG oslo_vmware.api [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2806485, 'name': PowerOnVM_Task, 'duration_secs': 0.759146} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.983178] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.983178] env[68166]: INFO nova.compute.manager [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Took 8.26 seconds to spawn the instance on the hypervisor. [ 716.983760] env[68166]: DEBUG nova.compute.manager [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.984065] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22451b6e-e688-4b24-9a7f-6fcd1ffc397d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.114302] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 717.115253] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1509253c-589f-4fe9-b16e-618621f9cc60 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.126496] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51891} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.131725] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 14b21a96-242a-42a5-a7c5-c074297ea6d5/14b21a96-242a-42a5-a7c5-c074297ea6d5.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.131725] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.131725] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 717.131725] env[68166]: value = "task-2806488" [ 717.131725] env[68166]: _type = "Task" [ 717.131725] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.131725] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61412c7b-5dc7-4e97-8708-dc7ac176ca54 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.142089] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806488, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.143365] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 717.143365] env[68166]: value = "task-2806489" [ 717.143365] env[68166]: _type = "Task" [ 717.143365] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.154964] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.237306] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.504583] env[68166]: INFO nova.compute.manager [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Took 43.03 seconds to build instance. [ 717.645102] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806488, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.666033] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081541} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.666033] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.666033] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56fe5c5-7a9e-4f3a-8f29-138f150b9c47 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.697728] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 14b21a96-242a-42a5-a7c5-c074297ea6d5/14b21a96-242a-42a5-a7c5-c074297ea6d5.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.701264] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322ba20d-fe50-4675-be72-f8221f428f2a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.726286] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 717.726286] env[68166]: value = "task-2806492" [ 717.726286] env[68166]: _type = "Task" [ 717.726286] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.739555] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.007254] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a5391e03-673c-4c5d-bc3e-2cb7bca357ce tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Lock "a6990f0d-066a-40e6-92bf-42c09941b9cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.901s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.118703] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53b172a-d3cf-42b5-8c46-eb8994502817 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.127569] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cc6bf6-0da3-4315-9569-7268e1348569 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.161209] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49863982-8c49-42ed-993f-544cbd8e2c83 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.167270] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806488, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.173904] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b6466b-00ca-40a3-95fd-545845d77302 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.189603] env[68166]: DEBUG nova.compute.provider_tree [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.237559] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.513421] env[68166]: DEBUG nova.compute.manager [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.654235] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806488, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.696026] env[68166]: DEBUG nova.scheduler.client.report [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.739806] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806492, 'name': ReconfigVM_Task, 'duration_secs': 0.691959} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.740157] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 14b21a96-242a-42a5-a7c5-c074297ea6d5/14b21a96-242a-42a5-a7c5-c074297ea6d5.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.740815] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f550aff-cc5a-4373-ad66-41598cdf324d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.750858] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 718.750858] env[68166]: value = "task-2806493" [ 718.750858] env[68166]: _type = "Task" [ 718.750858] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.760588] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806493, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.888857] env[68166]: DEBUG oslo_concurrency.lockutils [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.888857] env[68166]: DEBUG oslo_concurrency.lockutils [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.888857] env[68166]: INFO nova.compute.manager [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Shelving [ 719.050047] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.058298] env[68166]: DEBUG nova.compute.manager [req-f807b3b8-016e-4a6c-8a3a-31f86a7fec43 req-f10031f4-5c03-4c40-8acf-edc82a0b77de service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Received event network-changed-b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.058537] env[68166]: DEBUG nova.compute.manager [req-f807b3b8-016e-4a6c-8a3a-31f86a7fec43 req-f10031f4-5c03-4c40-8acf-edc82a0b77de service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Refreshing instance network info cache due to event network-changed-b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 719.058685] env[68166]: DEBUG oslo_concurrency.lockutils [req-f807b3b8-016e-4a6c-8a3a-31f86a7fec43 req-f10031f4-5c03-4c40-8acf-edc82a0b77de service nova] Acquiring lock "refresh_cache-a6990f0d-066a-40e6-92bf-42c09941b9cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.059081] env[68166]: DEBUG oslo_concurrency.lockutils [req-f807b3b8-016e-4a6c-8a3a-31f86a7fec43 req-f10031f4-5c03-4c40-8acf-edc82a0b77de service nova] Acquired lock "refresh_cache-a6990f0d-066a-40e6-92bf-42c09941b9cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.059081] env[68166]: DEBUG nova.network.neutron [req-f807b3b8-016e-4a6c-8a3a-31f86a7fec43 req-f10031f4-5c03-4c40-8acf-edc82a0b77de service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Refreshing network info cache for port b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.147390] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806488, 'name': CloneVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.198816] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.199461] env[68166]: DEBUG nova.compute.manager [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.202248] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.366s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.202464] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.202646] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68166) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 719.202964] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.216s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.204523] env[68166]: INFO nova.compute.claims [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.209664] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3ae9fc-ccf4-48f6-b8c7-87f5b19511ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.224432] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690f06d6-55d7-4651-80fe-ff37edc1cff3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.241170] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf2fdbb-4dd1-46bc-9a4f-77f4e8a43f5e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.249663] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0494ed6b-6998-443c-bf28-2dd823578840 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.267129] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806493, 'name': Rename_Task, 'duration_secs': 0.314247} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.295504] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.296375] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178347MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=68166) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 719.296557] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.297092] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41089b6b-4ce8-4afe-864b-c45e4b72eb8f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.304258] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 719.304258] env[68166]: value = "task-2806495" [ 719.304258] env[68166]: _type = "Task" [ 719.304258] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.313895] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.647915] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806488, 'name': CloneVM_Task, 'duration_secs': 2.041673} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.648380] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Created linked-clone VM from snapshot [ 719.649422] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1643c01b-8d97-4133-b7a4-e1e9558612b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.658673] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Uploading image e7c4197b-a454-437d-b7a3-98b98c8954f3 {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.691630] env[68166]: DEBUG oslo_vmware.rw_handles [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 719.691630] env[68166]: value = "vm-564007" [ 719.691630] env[68166]: _type = "VirtualMachine" [ 719.691630] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 719.691961] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7364a164-a38c-4575-ac75-5aa82b376969 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.700370] env[68166]: DEBUG oslo_vmware.rw_handles [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lease: (returnval){ [ 719.700370] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526d2d21-c0ff-519c-dd69-481acb939fdf" [ 719.700370] env[68166]: _type = "HttpNfcLease" [ 719.700370] env[68166]: } obtained for exporting VM: (result){ [ 719.700370] env[68166]: value = "vm-564007" [ 719.700370] env[68166]: _type = "VirtualMachine" [ 719.700370] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 719.701460] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the lease: (returnval){ [ 719.701460] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526d2d21-c0ff-519c-dd69-481acb939fdf" [ 719.701460] env[68166]: _type = "HttpNfcLease" [ 719.701460] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 719.711731] env[68166]: DEBUG nova.compute.utils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.714138] env[68166]: DEBUG nova.compute.manager [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.714292] env[68166]: DEBUG nova.network.neutron [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.721543] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.721543] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526d2d21-c0ff-519c-dd69-481acb939fdf" [ 719.721543] env[68166]: _type = "HttpNfcLease" [ 719.721543] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 719.722682] env[68166]: DEBUG oslo_vmware.rw_handles [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 719.722682] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526d2d21-c0ff-519c-dd69-481acb939fdf" [ 719.722682] env[68166]: _type = "HttpNfcLease" [ 719.722682] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 719.724027] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16b09ef-209a-4140-9d20-c82581699b58 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.732656] env[68166]: DEBUG oslo_vmware.rw_handles [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc22b3-b69a-5e2e-1456-f443136a4801/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 719.733786] env[68166]: DEBUG oslo_vmware.rw_handles [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc22b3-b69a-5e2e-1456-f443136a4801/disk-0.vmdk for reading. {{(pid=68166) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 719.793985] env[68166]: DEBUG nova.policy [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55785eaa0aaf42a3bc7418ae1527ebe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5672adac0e1e45df9d655c87029954b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.816575] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806495, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.861629] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99bb717d-4d8c-4fda-b258-f1a9f730e0ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.906922] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.907544] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3322552-64cf-41f4-b11c-0f0de17e2e95 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.917310] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 719.917310] env[68166]: value = "task-2806497" [ 719.917310] env[68166]: _type = "Task" [ 719.917310] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.927539] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.998331] env[68166]: DEBUG nova.network.neutron [req-f807b3b8-016e-4a6c-8a3a-31f86a7fec43 req-f10031f4-5c03-4c40-8acf-edc82a0b77de service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Updated VIF entry in instance network info cache for port b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.998701] env[68166]: DEBUG nova.network.neutron [req-f807b3b8-016e-4a6c-8a3a-31f86a7fec43 req-f10031f4-5c03-4c40-8acf-edc82a0b77de service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Updating instance_info_cache with network_info: [{"id": "b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c", "address": "fa:16:3e:d4:9f:04", "network": {"id": "a83270bc-44ec-4938-9ac2-e23a586406d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-436221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f39c8307f724d579e4ec8e795c5ab60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1cfd5a8-83", "ovs_interfaceid": "b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.218022] env[68166]: DEBUG nova.compute.manager [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.254271] env[68166]: DEBUG nova.network.neutron [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Successfully created port: b4a1d3f0-c4ea-47e1-a291-ada03b96e575 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.316432] env[68166]: DEBUG oslo_vmware.api [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806495, 'name': PowerOnVM_Task, 'duration_secs': 0.696251} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.324102] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.324413] env[68166]: INFO nova.compute.manager [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Took 8.66 seconds to spawn the instance on the hypervisor. [ 720.324648] env[68166]: DEBUG nova.compute.manager [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.332318] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7538de-ec39-4507-9334-3600f2e0e549 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.431275] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806497, 'name': PowerOffVM_Task, 'duration_secs': 0.292669} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.431972] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.432633] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636a92fb-86ba-4585-9560-ef1f94260180 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.457452] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a90daf-1d1a-4911-91c8-2bdc383ea3d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.508146] env[68166]: DEBUG oslo_concurrency.lockutils [req-f807b3b8-016e-4a6c-8a3a-31f86a7fec43 req-f10031f4-5c03-4c40-8acf-edc82a0b77de service nova] Releasing lock "refresh_cache-a6990f0d-066a-40e6-92bf-42c09941b9cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.864127] env[68166]: INFO nova.compute.manager [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Took 44.03 seconds to build instance. [ 720.972612] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 720.973282] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-05ae1fc4-0e5a-43b2-8882-8a2f0740367d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.984857] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 720.984857] env[68166]: value = "task-2806498" [ 720.984857] env[68166]: _type = "Task" [ 720.984857] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.997207] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806498, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.011256] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cb11ac-4ccb-4f42-a449-a60e689fbe10 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.021166] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457f5b7a-4839-46b4-b5c0-d909650ae41d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.057901] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47de0c66-094a-467a-bfa7-2bb27832e559 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.068851] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4756b6-a26e-4148-ba40-9a407cb74c92 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.084853] env[68166]: DEBUG nova.compute.provider_tree [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.229686] env[68166]: DEBUG nova.compute.manager [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.256523] env[68166]: DEBUG nova.virt.hardware [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.256858] env[68166]: DEBUG nova.virt.hardware [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.257099] env[68166]: DEBUG nova.virt.hardware [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.257400] env[68166]: DEBUG nova.virt.hardware [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.257621] env[68166]: DEBUG nova.virt.hardware [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.257842] env[68166]: DEBUG nova.virt.hardware [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.258293] env[68166]: DEBUG nova.virt.hardware [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.259388] env[68166]: DEBUG nova.virt.hardware [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.259651] env[68166]: DEBUG nova.virt.hardware [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.259901] env[68166]: DEBUG nova.virt.hardware [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.260231] env[68166]: DEBUG nova.virt.hardware [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.261365] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7785ba96-8585-4a5a-b2ac-14b7c4b29b9d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.274218] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45544600-fafc-4e8b-aac7-25a898f10918 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.365446] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d12d058-32ee-4788-beef-59ca9f7cd7ec tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "14b21a96-242a-42a5-a7c5-c074297ea6d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.940s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.464281] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 721.464533] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564008', 'volume_id': '7a53fea7-61e4-4723-957a-5b162fc7c844', 'name': 'volume-7a53fea7-61e4-4723-957a-5b162fc7c844', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '454157e8-7676-48d4-ad67-46759341426a', 'attached_at': '', 'detached_at': '', 'volume_id': '7a53fea7-61e4-4723-957a-5b162fc7c844', 'serial': '7a53fea7-61e4-4723-957a-5b162fc7c844'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 721.465447] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed3bc24-6c60-456a-a9d3-400f9bab7a75 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.486317] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fdb023-abd2-41c1-862f-303b1e577fdf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.500765] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806498, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.525752] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-7a53fea7-61e4-4723-957a-5b162fc7c844/volume-7a53fea7-61e4-4723-957a-5b162fc7c844.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.526116] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb55754-f066-43f1-a2aa-6eef632f02c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.550306] env[68166]: DEBUG oslo_vmware.api [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 721.550306] env[68166]: value = "task-2806499" [ 721.550306] env[68166]: _type = "Task" [ 721.550306] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.559389] env[68166]: DEBUG oslo_vmware.api [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.588940] env[68166]: DEBUG nova.scheduler.client.report [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.873338] env[68166]: DEBUG nova.compute.manager [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.998598] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806498, 'name': CreateSnapshot_Task, 'duration_secs': 0.808654} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.998868] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 721.999656] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d84cbda-f8df-4f58-bae6-80128cf9cfa9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.049365] env[68166]: DEBUG nova.compute.manager [req-48d708ca-99fa-4a41-842b-56e4e34c4245 req-413cf60f-ca2d-437a-a331-28b7d9e8e50a service nova] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Received event network-vif-plugged-b4a1d3f0-c4ea-47e1-a291-ada03b96e575 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.049365] env[68166]: DEBUG oslo_concurrency.lockutils [req-48d708ca-99fa-4a41-842b-56e4e34c4245 req-413cf60f-ca2d-437a-a331-28b7d9e8e50a service nova] Acquiring lock "4fc3ae4b-6d30-4cc7-931b-4059175279b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.049365] env[68166]: DEBUG oslo_concurrency.lockutils [req-48d708ca-99fa-4a41-842b-56e4e34c4245 req-413cf60f-ca2d-437a-a331-28b7d9e8e50a service nova] Lock "4fc3ae4b-6d30-4cc7-931b-4059175279b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.049510] env[68166]: DEBUG oslo_concurrency.lockutils [req-48d708ca-99fa-4a41-842b-56e4e34c4245 req-413cf60f-ca2d-437a-a331-28b7d9e8e50a service nova] Lock "4fc3ae4b-6d30-4cc7-931b-4059175279b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.049604] env[68166]: DEBUG nova.compute.manager [req-48d708ca-99fa-4a41-842b-56e4e34c4245 req-413cf60f-ca2d-437a-a331-28b7d9e8e50a service nova] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] No waiting events found dispatching network-vif-plugged-b4a1d3f0-c4ea-47e1-a291-ada03b96e575 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.049800] env[68166]: WARNING nova.compute.manager [req-48d708ca-99fa-4a41-842b-56e4e34c4245 req-413cf60f-ca2d-437a-a331-28b7d9e8e50a service nova] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Received unexpected event network-vif-plugged-b4a1d3f0-c4ea-47e1-a291-ada03b96e575 for instance with vm_state building and task_state spawning. [ 722.067613] env[68166]: DEBUG oslo_vmware.api [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.094664] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.892s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.095168] env[68166]: DEBUG nova.compute.manager [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.103533] env[68166]: DEBUG oslo_concurrency.lockutils [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.509s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.103533] env[68166]: DEBUG nova.objects.instance [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lazy-loading 'resources' on Instance uuid e8a4f44f-5ae6-455f-a8e0-b793c81c7021 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.106671] env[68166]: DEBUG nova.network.neutron [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Successfully updated port: b4a1d3f0-c4ea-47e1-a291-ada03b96e575 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.402174] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.521645] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 722.521645] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae3c44c6-4bb8-42cd-a1a4-41ee3e21ac37 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.531307] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 722.531307] env[68166]: value = "task-2806500" [ 722.531307] env[68166]: _type = "Task" [ 722.531307] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.542846] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806500, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.562774] env[68166]: DEBUG oslo_vmware.api [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806499, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.601189] env[68166]: DEBUG nova.compute.utils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.602687] env[68166]: DEBUG nova.compute.manager [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.604294] env[68166]: DEBUG nova.network.neutron [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.611632] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "refresh_cache-4fc3ae4b-6d30-4cc7-931b-4059175279b8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.611776] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "refresh_cache-4fc3ae4b-6d30-4cc7-931b-4059175279b8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.611920] env[68166]: DEBUG nova.network.neutron [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.665330] env[68166]: DEBUG nova.policy [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66d6f069ed804805bf0d9c5597c68528', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b03f124107ec44c98be13141008b03a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.049687] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806500, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.069410] env[68166]: DEBUG oslo_vmware.api [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806499, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.111922] env[68166]: DEBUG nova.compute.manager [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.144105] env[68166]: DEBUG nova.network.neutron [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Successfully created port: a287f0dc-09a5-4a88-972a-f16e252be9e2 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.167113] env[68166]: DEBUG nova.network.neutron [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.366308] env[68166]: DEBUG nova.network.neutron [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Updating instance_info_cache with network_info: [{"id": "b4a1d3f0-c4ea-47e1-a291-ada03b96e575", "address": "fa:16:3e:16:34:bc", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a1d3f0-c4", "ovs_interfaceid": "b4a1d3f0-c4ea-47e1-a291-ada03b96e575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.418644] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f1b61e-1014-4749-b322-ee32b5301b4e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.427510] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042d7a3a-0d4f-475c-97a7-f1c8654c1841 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.458920] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee84012-1716-4d39-8dde-837fc183fcc8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.470129] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e02d0f-40ab-4299-bc11-3f3585aeb808 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.487466] env[68166]: DEBUG nova.compute.provider_tree [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.547602] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806500, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.562774] env[68166]: DEBUG oslo_vmware.api [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806499, 'name': ReconfigVM_Task, 'duration_secs': 1.595026} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.563071] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-7a53fea7-61e4-4723-957a-5b162fc7c844/volume-7a53fea7-61e4-4723-957a-5b162fc7c844.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.569609] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6447dd2-58ba-43af-996b-15ee2977b5ba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.587576] env[68166]: DEBUG oslo_vmware.api [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 723.587576] env[68166]: value = "task-2806501" [ 723.587576] env[68166]: _type = "Task" [ 723.587576] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.600637] env[68166]: DEBUG oslo_vmware.api [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.869820] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "refresh_cache-4fc3ae4b-6d30-4cc7-931b-4059175279b8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.870231] env[68166]: DEBUG nova.compute.manager [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Instance network_info: |[{"id": "b4a1d3f0-c4ea-47e1-a291-ada03b96e575", "address": "fa:16:3e:16:34:bc", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a1d3f0-c4", "ovs_interfaceid": "b4a1d3f0-c4ea-47e1-a291-ada03b96e575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.870677] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:34:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4a1d3f0-c4ea-47e1-a291-ada03b96e575', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.878610] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.878887] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.879609] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61249e93-2189-44a1-8254-b9c5c167b304 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.902233] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.902233] env[68166]: value = "task-2806502" [ 723.902233] env[68166]: _type = "Task" [ 723.902233] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.913199] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806502, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.991349] env[68166]: DEBUG nova.scheduler.client.report [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.045359] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806500, 'name': CloneVM_Task} progress is 95%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.102877] env[68166]: DEBUG oslo_vmware.api [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806501, 'name': ReconfigVM_Task, 'duration_secs': 0.232799} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.105206] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564008', 'volume_id': '7a53fea7-61e4-4723-957a-5b162fc7c844', 'name': 'volume-7a53fea7-61e4-4723-957a-5b162fc7c844', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '454157e8-7676-48d4-ad67-46759341426a', 'attached_at': '', 'detached_at': '', 'volume_id': '7a53fea7-61e4-4723-957a-5b162fc7c844', 'serial': '7a53fea7-61e4-4723-957a-5b162fc7c844'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 724.125570] env[68166]: DEBUG nova.compute.manager [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.161097] env[68166]: DEBUG nova.virt.hardware [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.161097] env[68166]: DEBUG nova.virt.hardware [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.161097] env[68166]: DEBUG nova.virt.hardware [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.162405] env[68166]: DEBUG nova.virt.hardware [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.162405] env[68166]: DEBUG nova.virt.hardware [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.162405] env[68166]: DEBUG nova.virt.hardware [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.162405] env[68166]: DEBUG nova.virt.hardware [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.162405] env[68166]: DEBUG nova.virt.hardware [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.162556] env[68166]: DEBUG nova.virt.hardware [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.162556] env[68166]: DEBUG nova.virt.hardware [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.162556] env[68166]: DEBUG nova.virt.hardware [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.162556] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288733cc-d9ad-48b9-8045-70f3e1ef49c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.174865] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dedc61-513d-43b2-a92d-4a2b7d41da78 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.266927] env[68166]: DEBUG nova.compute.manager [req-d6f945d6-f810-4510-87a4-db1eb49b39c2 req-3c857d37-f3ef-45f9-988d-f58fc0331424 service nova] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Received event network-changed-b4a1d3f0-c4ea-47e1-a291-ada03b96e575 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.267191] env[68166]: DEBUG nova.compute.manager [req-d6f945d6-f810-4510-87a4-db1eb49b39c2 req-3c857d37-f3ef-45f9-988d-f58fc0331424 service nova] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Refreshing instance network info cache due to event network-changed-b4a1d3f0-c4ea-47e1-a291-ada03b96e575. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.267419] env[68166]: DEBUG oslo_concurrency.lockutils [req-d6f945d6-f810-4510-87a4-db1eb49b39c2 req-3c857d37-f3ef-45f9-988d-f58fc0331424 service nova] Acquiring lock "refresh_cache-4fc3ae4b-6d30-4cc7-931b-4059175279b8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.267575] env[68166]: DEBUG oslo_concurrency.lockutils [req-d6f945d6-f810-4510-87a4-db1eb49b39c2 req-3c857d37-f3ef-45f9-988d-f58fc0331424 service nova] Acquired lock "refresh_cache-4fc3ae4b-6d30-4cc7-931b-4059175279b8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.267785] env[68166]: DEBUG nova.network.neutron [req-d6f945d6-f810-4510-87a4-db1eb49b39c2 req-3c857d37-f3ef-45f9-988d-f58fc0331424 service nova] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Refreshing network info cache for port b4a1d3f0-c4ea-47e1-a291-ada03b96e575 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.417170] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806502, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.497818] env[68166]: DEBUG oslo_concurrency.lockutils [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.398s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.501208] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.080s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.507255] env[68166]: INFO nova.compute.claims [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.535348] env[68166]: INFO nova.scheduler.client.report [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Deleted allocations for instance e8a4f44f-5ae6-455f-a8e0-b793c81c7021 [ 724.551113] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806500, 'name': CloneVM_Task, 'duration_secs': 1.668951} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.551416] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Created linked-clone VM from snapshot [ 724.552217] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a12ca7-29d0-4b41-8162-9ee9b5e04931 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.563775] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Uploading image e59d5cf2-2178-40b5-beac-80096d957ea5 {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 724.589259] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d60efaed-1b4a-4abe-a749-73a275502818 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "115e8583-bb39-42fa-8414-b5976e50c45b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.590164] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d60efaed-1b4a-4abe-a749-73a275502818 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "115e8583-bb39-42fa-8414-b5976e50c45b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.590164] env[68166]: DEBUG nova.compute.manager [None req-d60efaed-1b4a-4abe-a749-73a275502818 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.593350] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5935334-9cdf-4e3f-8055-626a02215058 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.603036] env[68166]: DEBUG nova.compute.manager [None req-d60efaed-1b4a-4abe-a749-73a275502818 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68166) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 724.603036] env[68166]: DEBUG nova.objects.instance [None req-d60efaed-1b4a-4abe-a749-73a275502818 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lazy-loading 'flavor' on Instance uuid 115e8583-bb39-42fa-8414-b5976e50c45b {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.605633] env[68166]: DEBUG oslo_vmware.rw_handles [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 724.605633] env[68166]: value = "vm-564010" [ 724.605633] env[68166]: _type = "VirtualMachine" [ 724.605633] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 724.605893] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa4d02e7-b3ad-4c53-8a1e-5cd40447e68c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.617675] env[68166]: DEBUG oslo_vmware.rw_handles [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lease: (returnval){ [ 724.617675] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52befd3d-f3e9-122f-d630-2491a62c78e8" [ 724.617675] env[68166]: _type = "HttpNfcLease" [ 724.617675] env[68166]: } obtained for exporting VM: (result){ [ 724.617675] env[68166]: value = "vm-564010" [ 724.617675] env[68166]: _type = "VirtualMachine" [ 724.617675] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 724.618142] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the lease: (returnval){ [ 724.618142] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52befd3d-f3e9-122f-d630-2491a62c78e8" [ 724.618142] env[68166]: _type = "HttpNfcLease" [ 724.618142] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 724.628437] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.628437] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52befd3d-f3e9-122f-d630-2491a62c78e8" [ 724.628437] env[68166]: _type = "HttpNfcLease" [ 724.628437] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 724.914002] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806502, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.946758] env[68166]: DEBUG nova.network.neutron [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Successfully updated port: a287f0dc-09a5-4a88-972a-f16e252be9e2 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.025668] env[68166]: DEBUG nova.network.neutron [req-d6f945d6-f810-4510-87a4-db1eb49b39c2 req-3c857d37-f3ef-45f9-988d-f58fc0331424 service nova] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Updated VIF entry in instance network info cache for port b4a1d3f0-c4ea-47e1-a291-ada03b96e575. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.026040] env[68166]: DEBUG nova.network.neutron [req-d6f945d6-f810-4510-87a4-db1eb49b39c2 req-3c857d37-f3ef-45f9-988d-f58fc0331424 service nova] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Updating instance_info_cache with network_info: [{"id": "b4a1d3f0-c4ea-47e1-a291-ada03b96e575", "address": "fa:16:3e:16:34:bc", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a1d3f0-c4", "ovs_interfaceid": "b4a1d3f0-c4ea-47e1-a291-ada03b96e575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.045833] env[68166]: DEBUG oslo_concurrency.lockutils [None req-81592446-eacf-4c9a-8c96-b08935c153c2 tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "e8a4f44f-5ae6-455f-a8e0-b793c81c7021" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.437s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.073572] env[68166]: DEBUG oslo_concurrency.lockutils [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "interface-6cab09dd-a5da-45a3-9058-2d99be5e8a76-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.074091] env[68166]: DEBUG oslo_concurrency.lockutils [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-6cab09dd-a5da-45a3-9058-2d99be5e8a76-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.076273] env[68166]: DEBUG nova.objects.instance [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'flavor' on Instance uuid 6cab09dd-a5da-45a3-9058-2d99be5e8a76 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.131484] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.131484] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52befd3d-f3e9-122f-d630-2491a62c78e8" [ 725.131484] env[68166]: _type = "HttpNfcLease" [ 725.131484] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 725.131787] env[68166]: DEBUG oslo_vmware.rw_handles [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 725.131787] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52befd3d-f3e9-122f-d630-2491a62c78e8" [ 725.131787] env[68166]: _type = "HttpNfcLease" [ 725.131787] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 725.133203] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81931bf-08bd-466c-91c3-028051e9ea89 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.142466] env[68166]: DEBUG oslo_vmware.rw_handles [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bba95-c421-0455-7b65-91936c612f5b/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 725.142852] env[68166]: DEBUG oslo_vmware.rw_handles [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bba95-c421-0455-7b65-91936c612f5b/disk-0.vmdk for reading. {{(pid=68166) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.201864] env[68166]: DEBUG nova.objects.instance [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lazy-loading 'flavor' on Instance uuid 454157e8-7676-48d4-ad67-46759341426a {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.251974] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6cf879a-9112-4af3-8ba3-a24e637e938a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.420368] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806502, 'name': CreateVM_Task, 'duration_secs': 1.404048} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.420682] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.421645] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.421858] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.422322] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.422665] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399faec9-0a81-42ac-a47e-f4125955430b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.429589] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 725.429589] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c62b68-913d-484e-8662-91c3808f1283" [ 725.429589] env[68166]: _type = "Task" [ 725.429589] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.441454] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c62b68-913d-484e-8662-91c3808f1283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.450840] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "refresh_cache-9472ee31-d423-47d4-892f-1b8676886d61" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.451043] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "refresh_cache-9472ee31-d423-47d4-892f-1b8676886d61" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.451254] env[68166]: DEBUG nova.network.neutron [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.529280] env[68166]: DEBUG oslo_concurrency.lockutils [req-d6f945d6-f810-4510-87a4-db1eb49b39c2 req-3c857d37-f3ef-45f9-988d-f58fc0331424 service nova] Releasing lock "refresh_cache-4fc3ae4b-6d30-4cc7-931b-4059175279b8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.614791] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60efaed-1b4a-4abe-a749-73a275502818 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.615239] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c0b4368-6cc4-4912-8b18-d871821e6f90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.627231] env[68166]: DEBUG oslo_vmware.api [None req-d60efaed-1b4a-4abe-a749-73a275502818 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 725.627231] env[68166]: value = "task-2806504" [ 725.627231] env[68166]: _type = "Task" [ 725.627231] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.637865] env[68166]: DEBUG oslo_vmware.api [None req-d60efaed-1b4a-4abe-a749-73a275502818 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.673953] env[68166]: DEBUG nova.objects.instance [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'pci_requests' on Instance uuid 6cab09dd-a5da-45a3-9058-2d99be5e8a76 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.708675] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cb802d76-1bc8-4a02-a6d2-588ee17ab50e tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "454157e8-7676-48d4-ad67-46759341426a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.875s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.835274] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Acquiring lock "53cd22fe-6474-4c52-a91c-82750ef7817e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.835274] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Lock "53cd22fe-6474-4c52-a91c-82750ef7817e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.943685] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c62b68-913d-484e-8662-91c3808f1283, 'name': SearchDatastore_Task, 'duration_secs': 0.020491} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.947020] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.947475] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.947902] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.948240] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.948721] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.949541] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd1e43f-e2cc-4815-909d-f931175199d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.961161] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.961161] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.964821] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c4dc5d-b1f8-4adb-ab5d-1509e53e5105 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.971778] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 725.971778] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52790a22-8fa0-d3b1-1fb8-2925cf7fe35f" [ 725.971778] env[68166]: _type = "Task" [ 725.971778] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.981811] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52790a22-8fa0-d3b1-1fb8-2925cf7fe35f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.986768] env[68166]: DEBUG nova.network.neutron [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.139629] env[68166]: DEBUG oslo_vmware.api [None req-d60efaed-1b4a-4abe-a749-73a275502818 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806504, 'name': PowerOffVM_Task, 'duration_secs': 0.243193} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.140077] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60efaed-1b4a-4abe-a749-73a275502818 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.140306] env[68166]: DEBUG nova.compute.manager [None req-d60efaed-1b4a-4abe-a749-73a275502818 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.141194] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3224d49b-9508-4f41-8797-d128f90d92b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.144871] env[68166]: DEBUG nova.network.neutron [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Updating instance_info_cache with network_info: [{"id": "a287f0dc-09a5-4a88-972a-f16e252be9e2", "address": "fa:16:3e:c7:e5:75", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa287f0dc-09", "ovs_interfaceid": "a287f0dc-09a5-4a88-972a-f16e252be9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.177739] env[68166]: DEBUG nova.objects.base [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Object Instance<6cab09dd-a5da-45a3-9058-2d99be5e8a76> lazy-loaded attributes: flavor,pci_requests {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 726.177940] env[68166]: DEBUG nova.network.neutron [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.230080] env[68166]: DEBUG nova.policy [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '297b58c8fe5c440290a8633572fea98c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a1a4de384b4a958b6ba53c9f91f135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.237522] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40282641-bdca-4b71-9228-9457fca1ed9d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.246957] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e77080-01a1-4c96-bd1b-c8ac3b62ad81 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.284537] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35cce85-f33d-481e-8165-d0e75a8ec98c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.293921] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bb1ab6-5c4d-4b00-862c-f244baa341e6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.311819] env[68166]: DEBUG nova.compute.provider_tree [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.483600] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52790a22-8fa0-d3b1-1fb8-2925cf7fe35f, 'name': SearchDatastore_Task, 'duration_secs': 0.014724} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.484598] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-facd58f2-632f-401f-863f-866bf45fa46c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.491834] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 726.491834] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5280342b-7fb8-4c44-31a7-8431bb8780ea" [ 726.491834] env[68166]: _type = "Task" [ 726.491834] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.501898] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5280342b-7fb8-4c44-31a7-8431bb8780ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.537213] env[68166]: DEBUG nova.network.neutron [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Successfully created port: fb10e43c-d943-4620-8ea0-662c977939ef {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.650780] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "refresh_cache-9472ee31-d423-47d4-892f-1b8676886d61" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.651400] env[68166]: DEBUG nova.compute.manager [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Instance network_info: |[{"id": "a287f0dc-09a5-4a88-972a-f16e252be9e2", "address": "fa:16:3e:c7:e5:75", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa287f0dc-09", "ovs_interfaceid": "a287f0dc-09a5-4a88-972a-f16e252be9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.652015] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:e5:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a287f0dc-09a5-4a88-972a-f16e252be9e2', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.663041] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.663423] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.665918] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03209096-b83b-44bf-93c4-8ff378b87a36 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.684410] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d60efaed-1b4a-4abe-a749-73a275502818 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "115e8583-bb39-42fa-8414-b5976e50c45b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.095s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.693070] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.693070] env[68166]: value = "task-2806505" [ 726.693070] env[68166]: _type = "Task" [ 726.693070] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.702982] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806505, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.816084] env[68166]: DEBUG nova.scheduler.client.report [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.004114] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5280342b-7fb8-4c44-31a7-8431bb8780ea, 'name': SearchDatastore_Task, 'duration_secs': 0.015208} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.004542] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.005080] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 4fc3ae4b-6d30-4cc7-931b-4059175279b8/4fc3ae4b-6d30-4cc7-931b-4059175279b8.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.005464] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9391fa37-055a-4dae-b520-1700db19e4c0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.015789] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 727.015789] env[68166]: value = "task-2806506" [ 727.015789] env[68166]: _type = "Task" [ 727.015789] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.025667] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.205198] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806505, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.322047] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.322972] env[68166]: DEBUG nova.compute.manager [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.326934] env[68166]: DEBUG oslo_concurrency.lockutils [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.714s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.327400] env[68166]: DEBUG nova.objects.instance [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lazy-loading 'resources' on Instance uuid 886b6e03-f4d0-4178-8fcb-cc00d90131d8 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.528373] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806506, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.704093] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806505, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.831381] env[68166]: DEBUG nova.compute.utils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.836223] env[68166]: DEBUG nova.compute.manager [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.836488] env[68166]: DEBUG nova.network.neutron [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.887383] env[68166]: DEBUG nova.policy [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a10ed74d05a4d338ed42cda6453cbb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35198e60d33f43218c839c05411cba45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.029944] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668744} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.030399] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 4fc3ae4b-6d30-4cc7-931b-4059175279b8/4fc3ae4b-6d30-4cc7-931b-4059175279b8.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.030597] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.031088] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccc3c8fe-c44b-4dbc-9bde-7c2ee9d38e67 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.042177] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 728.042177] env[68166]: value = "task-2806507" [ 728.042177] env[68166]: _type = "Task" [ 728.042177] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.057725] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.086119] env[68166]: DEBUG nova.network.neutron [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Successfully updated port: fb10e43c-d943-4620-8ea0-662c977939ef {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.213152] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806505, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.227224] env[68166]: DEBUG nova.network.neutron [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Successfully created port: 1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.337383] env[68166]: DEBUG nova.compute.manager [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.389374] env[68166]: DEBUG oslo_vmware.rw_handles [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc22b3-b69a-5e2e-1456-f443136a4801/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 728.390746] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce8ef8d-a9b0-4ca6-adcd-141071699b0f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.397461] env[68166]: DEBUG oslo_vmware.rw_handles [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc22b3-b69a-5e2e-1456-f443136a4801/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 728.397650] env[68166]: ERROR oslo_vmware.rw_handles [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc22b3-b69a-5e2e-1456-f443136a4801/disk-0.vmdk due to incomplete transfer. [ 728.397894] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7a938199-c186-48ba-b295-621ab0bc8b6c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.406928] env[68166]: DEBUG oslo_vmware.rw_handles [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc22b3-b69a-5e2e-1456-f443136a4801/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 728.407152] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Uploaded image e7c4197b-a454-437d-b7a3-98b98c8954f3 to the Glance image server {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 728.409491] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 728.410081] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a99e1068-dc30-4f5a-9d40-67a308e98a68 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.419171] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 728.419171] env[68166]: value = "task-2806508" [ 728.419171] env[68166]: _type = "Task" [ 728.419171] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.427913] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806508, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.494454] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5313d1c0-924c-4197-abbc-97149e284acf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.505218] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a1a105-b795-4df9-8955-eb78bd2496bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.541097] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446b38a6-605f-4a91-bba7-d9e72e5e9348 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.553960] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f51b1a-9c29-4d51-a7c7-8d2053a7844b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.561910] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083143} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.562655] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.563460] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6f6c35-821a-4dd8-b17c-689f8b3f0b5a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.573955] env[68166]: DEBUG nova.compute.provider_tree [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.590307] env[68166]: DEBUG oslo_concurrency.lockutils [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.590509] env[68166]: DEBUG oslo_concurrency.lockutils [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.590663] env[68166]: DEBUG nova.network.neutron [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.601831] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 4fc3ae4b-6d30-4cc7-931b-4059175279b8/4fc3ae4b-6d30-4cc7-931b-4059175279b8.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.602981] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48d8f10d-6604-4083-b633-7d378b8976b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.628453] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 728.628453] env[68166]: value = "task-2806509" [ 728.628453] env[68166]: _type = "Task" [ 728.628453] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.637934] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.706235] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806505, 'name': CreateVM_Task, 'duration_secs': 1.643248} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.706500] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.707262] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.707535] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.707830] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.708151] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2240c25e-139b-4ec0-86c9-ce40011a2c6d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.714616] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 728.714616] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c85c99-7b9d-2e76-1b4e-0559372daa31" [ 728.714616] env[68166]: _type = "Task" [ 728.714616] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.724411] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c85c99-7b9d-2e76-1b4e-0559372daa31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.930714] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806508, 'name': Destroy_Task, 'duration_secs': 0.341822} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.931095] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Destroyed the VM [ 728.931406] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 728.931693] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e42a819a-b73d-4abc-917c-2da1429f55fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.941165] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 728.941165] env[68166]: value = "task-2806510" [ 728.941165] env[68166]: _type = "Task" [ 728.941165] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.951591] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806510, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.077665] env[68166]: DEBUG nova.scheduler.client.report [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.130175] env[68166]: WARNING nova.network.neutron [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] bc660463-b5d5-4515-bdaf-bf8c8b272bef already exists in list: networks containing: ['bc660463-b5d5-4515-bdaf-bf8c8b272bef']. ignoring it [ 729.143225] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806509, 'name': ReconfigVM_Task, 'duration_secs': 0.315636} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.143519] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 4fc3ae4b-6d30-4cc7-931b-4059175279b8/4fc3ae4b-6d30-4cc7-931b-4059175279b8.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.144215] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fca2fb4-4a65-4437-b425-6547be671aa5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.152174] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 729.152174] env[68166]: value = "task-2806511" [ 729.152174] env[68166]: _type = "Task" [ 729.152174] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.166948] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806511, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.229210] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c85c99-7b9d-2e76-1b4e-0559372daa31, 'name': SearchDatastore_Task, 'duration_secs': 0.017132} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.232671] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.232998] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.233318] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.233509] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.233787] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.234492] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5e17584-e0b3-4321-8d22-1910d178bcd0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.247320] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.247520] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.248508] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e43c5a-a8f6-4e20-9aa5-118f4e41d34e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.256927] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 729.256927] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522e3e1d-8101-0d24-d3dd-5794238b3ce0" [ 729.256927] env[68166]: _type = "Task" [ 729.256927] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.276848] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522e3e1d-8101-0d24-d3dd-5794238b3ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.348069] env[68166]: DEBUG nova.compute.manager [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.375698] env[68166]: DEBUG nova.virt.hardware [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.376059] env[68166]: DEBUG nova.virt.hardware [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.376263] env[68166]: DEBUG nova.virt.hardware [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.376648] env[68166]: DEBUG nova.virt.hardware [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.376648] env[68166]: DEBUG nova.virt.hardware [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.376811] env[68166]: DEBUG nova.virt.hardware [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.377063] env[68166]: DEBUG nova.virt.hardware [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.377256] env[68166]: DEBUG nova.virt.hardware [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.377437] env[68166]: DEBUG nova.virt.hardware [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.377613] env[68166]: DEBUG nova.virt.hardware [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.377798] env[68166]: DEBUG nova.virt.hardware [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.378995] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbed2956-ecff-4cd0-942d-4e48749a5654 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.390712] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083af8ab-a8a9-4eca-be16-b2a3a4318de0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.452651] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806510, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.455695] env[68166]: DEBUG nova.network.neutron [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Updating instance_info_cache with network_info: [{"id": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "address": "fa:16:3e:95:5a:41", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f5af11b-88", "ovs_interfaceid": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb10e43c-d943-4620-8ea0-662c977939ef", "address": "fa:16:3e:8f:39:f9", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb10e43c-d9", "ovs_interfaceid": "fb10e43c-d943-4620-8ea0-662c977939ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.583355] env[68166]: DEBUG oslo_concurrency.lockutils [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.586468] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.341s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.588449] env[68166]: INFO nova.compute.claims [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.608145] env[68166]: INFO nova.scheduler.client.report [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Deleted allocations for instance 886b6e03-f4d0-4178-8fcb-cc00d90131d8 [ 729.665381] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806511, 'name': Rename_Task, 'duration_secs': 0.23263} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.668500] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.668500] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a02e1f1a-ef3f-41ca-bf8a-39f810daa172 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.677027] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 729.677027] env[68166]: value = "task-2806512" [ 729.677027] env[68166]: _type = "Task" [ 729.677027] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.685973] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.768160] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522e3e1d-8101-0d24-d3dd-5794238b3ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.02196} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.769015] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0f83a0-86ba-4044-8119-0b7def017ab1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.776137] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 729.776137] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52af0269-cd50-4e64-1d69-ae74db458407" [ 729.776137] env[68166]: _type = "Task" [ 729.776137] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.785212] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52af0269-cd50-4e64-1d69-ae74db458407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.787410] env[68166]: DEBUG nova.compute.manager [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Received event network-vif-plugged-a287f0dc-09a5-4a88-972a-f16e252be9e2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.787609] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] Acquiring lock "9472ee31-d423-47d4-892f-1b8676886d61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.787857] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] Lock "9472ee31-d423-47d4-892f-1b8676886d61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.788017] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] Lock "9472ee31-d423-47d4-892f-1b8676886d61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.788251] env[68166]: DEBUG nova.compute.manager [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] No waiting events found dispatching network-vif-plugged-a287f0dc-09a5-4a88-972a-f16e252be9e2 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.788419] env[68166]: WARNING nova.compute.manager [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Received unexpected event network-vif-plugged-a287f0dc-09a5-4a88-972a-f16e252be9e2 for instance with vm_state building and task_state spawning. [ 729.788576] env[68166]: DEBUG nova.compute.manager [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Received event network-changed-a287f0dc-09a5-4a88-972a-f16e252be9e2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.788724] env[68166]: DEBUG nova.compute.manager [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Refreshing instance network info cache due to event network-changed-a287f0dc-09a5-4a88-972a-f16e252be9e2. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.788905] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] Acquiring lock "refresh_cache-9472ee31-d423-47d4-892f-1b8676886d61" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.789048] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] Acquired lock "refresh_cache-9472ee31-d423-47d4-892f-1b8676886d61" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.789223] env[68166]: DEBUG nova.network.neutron [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Refreshing network info cache for port a287f0dc-09a5-4a88-972a-f16e252be9e2 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.819304] env[68166]: DEBUG nova.network.neutron [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Successfully updated port: 1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.951763] env[68166]: DEBUG oslo_vmware.api [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806510, 'name': RemoveSnapshot_Task, 'duration_secs': 0.653181} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.952072] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 729.952362] env[68166]: INFO nova.compute.manager [None req-44403c43-c624-44d1-9a4d-51214924ba0c tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Took 15.43 seconds to snapshot the instance on the hypervisor. [ 729.958762] env[68166]: DEBUG oslo_concurrency.lockutils [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.959413] env[68166]: DEBUG oslo_concurrency.lockutils [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.959570] env[68166]: DEBUG oslo_concurrency.lockutils [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.960414] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fcd827-7bab-4a04-a193-ab6413d9ca86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.979152] env[68166]: DEBUG nova.virt.hardware [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.979321] env[68166]: DEBUG nova.virt.hardware [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.979519] env[68166]: DEBUG nova.virt.hardware [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.979721] env[68166]: DEBUG nova.virt.hardware [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.979886] env[68166]: DEBUG nova.virt.hardware [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.980057] env[68166]: DEBUG nova.virt.hardware [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.980348] env[68166]: DEBUG nova.virt.hardware [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.980515] env[68166]: DEBUG nova.virt.hardware [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.980723] env[68166]: DEBUG nova.virt.hardware [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.980907] env[68166]: DEBUG nova.virt.hardware [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.981142] env[68166]: DEBUG nova.virt.hardware [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.988255] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Reconfiguring VM to attach interface {{(pid=68166) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 729.988623] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf813d2f-2da6-44e0-94b2-ebffc06df581 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.007402] env[68166]: DEBUG oslo_vmware.api [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 730.007402] env[68166]: value = "task-2806513" [ 730.007402] env[68166]: _type = "Task" [ 730.007402] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.016425] env[68166]: DEBUG oslo_vmware.api [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806513, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.053011] env[68166]: DEBUG oslo_concurrency.lockutils [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "454157e8-7676-48d4-ad67-46759341426a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.053411] env[68166]: DEBUG oslo_concurrency.lockutils [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "454157e8-7676-48d4-ad67-46759341426a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.114911] env[68166]: DEBUG oslo_concurrency.lockutils [None req-073c9592-fa9a-4943-a108-2d0dcaa499ec tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "886b6e03-f4d0-4178-8fcb-cc00d90131d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.078s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.184988] env[68166]: DEBUG oslo_vmware.api [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806512, 'name': PowerOnVM_Task, 'duration_secs': 0.488255} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.185365] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.185662] env[68166]: INFO nova.compute.manager [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Took 8.96 seconds to spawn the instance on the hypervisor. [ 730.185924] env[68166]: DEBUG nova.compute.manager [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.186965] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9270148-3adb-4dbc-81b4-11d33ef8fe04 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.217378] env[68166]: DEBUG nova.compute.manager [req-39024932-a91d-4188-ba5c-ac61f5eb8342 req-bd1af0d6-2f9f-469f-8582-6c643ef2071d service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Received event network-vif-plugged-fb10e43c-d943-4620-8ea0-662c977939ef {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.217378] env[68166]: DEBUG oslo_concurrency.lockutils [req-39024932-a91d-4188-ba5c-ac61f5eb8342 req-bd1af0d6-2f9f-469f-8582-6c643ef2071d service nova] Acquiring lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.217529] env[68166]: DEBUG oslo_concurrency.lockutils [req-39024932-a91d-4188-ba5c-ac61f5eb8342 req-bd1af0d6-2f9f-469f-8582-6c643ef2071d service nova] Lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.217646] env[68166]: DEBUG oslo_concurrency.lockutils [req-39024932-a91d-4188-ba5c-ac61f5eb8342 req-bd1af0d6-2f9f-469f-8582-6c643ef2071d service nova] Lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.217845] env[68166]: DEBUG nova.compute.manager [req-39024932-a91d-4188-ba5c-ac61f5eb8342 req-bd1af0d6-2f9f-469f-8582-6c643ef2071d service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] No waiting events found dispatching network-vif-plugged-fb10e43c-d943-4620-8ea0-662c977939ef {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.218099] env[68166]: WARNING nova.compute.manager [req-39024932-a91d-4188-ba5c-ac61f5eb8342 req-bd1af0d6-2f9f-469f-8582-6c643ef2071d service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Received unexpected event network-vif-plugged-fb10e43c-d943-4620-8ea0-662c977939ef for instance with vm_state active and task_state None. [ 730.287635] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52af0269-cd50-4e64-1d69-ae74db458407, 'name': SearchDatastore_Task, 'duration_secs': 0.026363} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.287911] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.288302] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 9472ee31-d423-47d4-892f-1b8676886d61/9472ee31-d423-47d4-892f-1b8676886d61.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.288579] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fd0d0d4-d0a7-4728-a91d-4ec35c3a4e05 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.300022] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 730.300022] env[68166]: value = "task-2806514" [ 730.300022] env[68166]: _type = "Task" [ 730.300022] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.309297] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.327086] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquiring lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.327086] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquired lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.327086] env[68166]: DEBUG nova.network.neutron [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.521033] env[68166]: DEBUG oslo_vmware.api [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.557991] env[68166]: INFO nova.compute.manager [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Detaching volume 7a53fea7-61e4-4723-957a-5b162fc7c844 [ 730.566903] env[68166]: DEBUG nova.network.neutron [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Updated VIF entry in instance network info cache for port a287f0dc-09a5-4a88-972a-f16e252be9e2. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.567352] env[68166]: DEBUG nova.network.neutron [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Updating instance_info_cache with network_info: [{"id": "a287f0dc-09a5-4a88-972a-f16e252be9e2", "address": "fa:16:3e:c7:e5:75", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa287f0dc-09", "ovs_interfaceid": "a287f0dc-09a5-4a88-972a-f16e252be9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.603026] env[68166]: INFO nova.virt.block_device [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Attempting to driver detach volume 7a53fea7-61e4-4723-957a-5b162fc7c844 from mountpoint /dev/sdb [ 730.603288] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 730.603487] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564008', 'volume_id': '7a53fea7-61e4-4723-957a-5b162fc7c844', 'name': 'volume-7a53fea7-61e4-4723-957a-5b162fc7c844', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '454157e8-7676-48d4-ad67-46759341426a', 'attached_at': '', 'detached_at': '', 'volume_id': '7a53fea7-61e4-4723-957a-5b162fc7c844', 'serial': '7a53fea7-61e4-4723-957a-5b162fc7c844'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 730.604446] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7a9c12-e22a-45a6-9f27-0415a026867a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.634077] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52b4ac9-3681-43b9-b1bf-59569acc5790 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.643555] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63ca61a-3eb8-4233-81e0-e57541233633 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.673636] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af3097f-8a61-47c7-afb0-410e8f407a61 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.696263] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] The volume has not been displaced from its original location: [datastore2] volume-7a53fea7-61e4-4723-957a-5b162fc7c844/volume-7a53fea7-61e4-4723-957a-5b162fc7c844.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 730.702009] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 730.709409] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44043e51-78b9-4894-b7b0-cdd8313d6ef0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.732101] env[68166]: INFO nova.compute.manager [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Took 47.69 seconds to build instance. [ 730.738218] env[68166]: DEBUG oslo_vmware.api [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 730.738218] env[68166]: value = "task-2806515" [ 730.738218] env[68166]: _type = "Task" [ 730.738218] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.754255] env[68166]: DEBUG oslo_vmware.api [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.816520] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806514, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.887854] env[68166]: DEBUG nova.network.neutron [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.022515] env[68166]: DEBUG oslo_vmware.api [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806513, 'name': ReconfigVM_Task, 'duration_secs': 0.912864} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.023515] env[68166]: DEBUG oslo_concurrency.lockutils [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.023832] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Reconfigured VM to attach interface {{(pid=68166) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 731.071427] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab476f7e-db1a-4233-9c21-e9725f54db28 req-ca936416-7d1d-4cbc-b1fb-d7d35f401ac9 service nova] Releasing lock "refresh_cache-9472ee31-d423-47d4-892f-1b8676886d61" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.072711] env[68166]: DEBUG nova.network.neutron [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updating instance_info_cache with network_info: [{"id": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "address": "fa:16:3e:e4:57:22", "network": {"id": "dca5e38e-2cc8-4595-9f49-96ee21e0f6db", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-454188558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35198e60d33f43218c839c05411cba45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8ffb3b-6b", "ovs_interfaceid": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.235164] env[68166]: DEBUG oslo_concurrency.lockutils [None req-561f159d-8fc5-4fc9-bbe1-6d97421ca41d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4fc3ae4b-6d30-4cc7-931b-4059175279b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.571s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.248143] env[68166]: DEBUG oslo_vmware.api [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806515, 'name': ReconfigVM_Task, 'duration_secs': 0.441692} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.251605] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 731.256994] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3944e6d-2789-465d-99cf-6eff8e3b7c8e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.277465] env[68166]: DEBUG oslo_vmware.api [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 731.277465] env[68166]: value = "task-2806516" [ 731.277465] env[68166]: _type = "Task" [ 731.277465] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.291250] env[68166]: DEBUG oslo_vmware.api [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.296738] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a21146-38b1-4840-bd71-7e8e9218baf4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.309525] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030f1e03-34d0-487a-a7c1-55a434705ab0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.319119] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674307} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.345854] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 9472ee31-d423-47d4-892f-1b8676886d61/9472ee31-d423-47d4-892f-1b8676886d61.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.346197] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.347205] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2eea68ac-5418-4251-85c8-844ed41ebb2f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.350213] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb49828d-dead-484e-8d13-3613354ec404 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.360325] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4574b5-8384-4627-ba77-fb973427a098 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.364684] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 731.364684] env[68166]: value = "task-2806517" [ 731.364684] env[68166]: _type = "Task" [ 731.364684] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.378254] env[68166]: DEBUG nova.compute.provider_tree [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.383196] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.533525] env[68166]: DEBUG oslo_concurrency.lockutils [None req-eda651a9-e242-4476-a0bb-7034822415fd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-6cab09dd-a5da-45a3-9058-2d99be5e8a76-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.459s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.575626] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Releasing lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.575981] env[68166]: DEBUG nova.compute.manager [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Instance network_info: |[{"id": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "address": "fa:16:3e:e4:57:22", "network": {"id": "dca5e38e-2cc8-4595-9f49-96ee21e0f6db", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-454188558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35198e60d33f43218c839c05411cba45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8ffb3b-6b", "ovs_interfaceid": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.576446] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:57:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e8ffb3b-6be0-4c73-aaae-9ea971129004', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.584813] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Creating folder: Project (35198e60d33f43218c839c05411cba45). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.584813] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47de471a-ec88-4aeb-8296-d83970a1163f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.597536] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Created folder: Project (35198e60d33f43218c839c05411cba45) in parent group-v563881. [ 731.597738] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Creating folder: Instances. Parent ref: group-v564013. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.597994] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d387d0ba-322d-4adc-b29d-1d81d729512a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.608516] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Created folder: Instances in parent group-v564013. [ 731.608774] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.608976] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.609206] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8366ae5c-5716-42e6-a445-7fa790f854ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.630994] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.630994] env[68166]: value = "task-2806520" [ 731.630994] env[68166]: _type = "Task" [ 731.630994] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.639936] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806520, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.738647] env[68166]: DEBUG nova.compute.manager [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.791733] env[68166]: DEBUG oslo_vmware.api [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806516, 'name': ReconfigVM_Task, 'duration_secs': 0.188995} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.792999] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564008', 'volume_id': '7a53fea7-61e4-4723-957a-5b162fc7c844', 'name': 'volume-7a53fea7-61e4-4723-957a-5b162fc7c844', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '454157e8-7676-48d4-ad67-46759341426a', 'attached_at': '', 'detached_at': '', 'volume_id': '7a53fea7-61e4-4723-957a-5b162fc7c844', 'serial': '7a53fea7-61e4-4723-957a-5b162fc7c844'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 731.876541] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096202} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.876864] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.877566] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113d250b-ab95-4ce1-be69-986d74c99ff8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.892413] env[68166]: DEBUG nova.scheduler.client.report [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.904525] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 9472ee31-d423-47d4-892f-1b8676886d61/9472ee31-d423-47d4-892f-1b8676886d61.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.905345] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f61c9b4-a9d6-4192-a1fd-65a3548878de {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.928375] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 731.928375] env[68166]: value = "task-2806521" [ 731.928375] env[68166]: _type = "Task" [ 731.928375] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.937504] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.142672] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806520, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.145573] env[68166]: DEBUG nova.objects.instance [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lazy-loading 'flavor' on Instance uuid 115e8583-bb39-42fa-8414-b5976e50c45b {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.265940] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.360382] env[68166]: DEBUG nova.objects.instance [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lazy-loading 'flavor' on Instance uuid 454157e8-7676-48d4-ad67-46759341426a {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.406767] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.407072] env[68166]: DEBUG nova.compute.manager [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.410139] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.859s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.412133] env[68166]: DEBUG nova.objects.instance [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Lazy-loading 'resources' on Instance uuid edd58309-7d6a-4ee8-9cdf-d470461a63c8 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.442455] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.628217] env[68166]: DEBUG nova.compute.manager [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Received event network-vif-plugged-1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.628510] env[68166]: DEBUG oslo_concurrency.lockutils [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] Acquiring lock "3d345623-d941-407b-ad67-5df1d686874f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.628667] env[68166]: DEBUG oslo_concurrency.lockutils [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] Lock "3d345623-d941-407b-ad67-5df1d686874f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.628867] env[68166]: DEBUG oslo_concurrency.lockutils [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] Lock "3d345623-d941-407b-ad67-5df1d686874f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.629080] env[68166]: DEBUG nova.compute.manager [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] No waiting events found dispatching network-vif-plugged-1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.629334] env[68166]: WARNING nova.compute.manager [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Received unexpected event network-vif-plugged-1e8ffb3b-6be0-4c73-aaae-9ea971129004 for instance with vm_state building and task_state spawning. [ 732.629550] env[68166]: DEBUG nova.compute.manager [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Received event network-changed-1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.629778] env[68166]: DEBUG nova.compute.manager [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Refreshing instance network info cache due to event network-changed-1e8ffb3b-6be0-4c73-aaae-9ea971129004. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.629978] env[68166]: DEBUG oslo_concurrency.lockutils [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] Acquiring lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.630391] env[68166]: DEBUG oslo_concurrency.lockutils [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] Acquired lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.630659] env[68166]: DEBUG nova.network.neutron [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Refreshing network info cache for port 1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.642975] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806520, 'name': CreateVM_Task, 'duration_secs': 0.804458} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.643160] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.643835] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.643997] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.644327] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.644578] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4c131f-4864-49d4-8fe0-bd3732468aaa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.654054] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for the task: (returnval){ [ 732.654054] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d2b929-7123-da16-279a-dc333bdbba11" [ 732.654054] env[68166]: _type = "Task" [ 732.654054] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.654938] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "refresh_cache-115e8583-bb39-42fa-8414-b5976e50c45b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.655131] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquired lock "refresh_cache-115e8583-bb39-42fa-8414-b5976e50c45b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.655313] env[68166]: DEBUG nova.network.neutron [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.655644] env[68166]: DEBUG nova.objects.instance [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lazy-loading 'info_cache' on Instance uuid 115e8583-bb39-42fa-8414-b5976e50c45b {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.668432] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d2b929-7123-da16-279a-dc333bdbba11, 'name': SearchDatastore_Task, 'duration_secs': 0.014726} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.669243] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.669243] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.669444] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.669444] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.669647] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.670276] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25e1cbeb-4557-418d-943c-e81c6ee73b39 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.682426] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.682631] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.683436] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e24e75-315b-4478-8d98-b1fbc6a785f7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.691066] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for the task: (returnval){ [ 732.691066] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a2d583-6a5f-5f51-3971-489944ea6e39" [ 732.691066] env[68166]: _type = "Task" [ 732.691066] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.700381] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a2d583-6a5f-5f51-3971-489944ea6e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.766547] env[68166]: DEBUG nova.compute.manager [req-ec5f5192-7d8e-4480-99cc-ca74fdcb4926 req-90dee34d-20d7-4bae-8ef3-a6b5e6c8514a service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Received event network-changed-fb10e43c-d943-4620-8ea0-662c977939ef {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.766707] env[68166]: DEBUG nova.compute.manager [req-ec5f5192-7d8e-4480-99cc-ca74fdcb4926 req-90dee34d-20d7-4bae-8ef3-a6b5e6c8514a service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Refreshing instance network info cache due to event network-changed-fb10e43c-d943-4620-8ea0-662c977939ef. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.767380] env[68166]: DEBUG oslo_concurrency.lockutils [req-ec5f5192-7d8e-4480-99cc-ca74fdcb4926 req-90dee34d-20d7-4bae-8ef3-a6b5e6c8514a service nova] Acquiring lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.767380] env[68166]: DEBUG oslo_concurrency.lockutils [req-ec5f5192-7d8e-4480-99cc-ca74fdcb4926 req-90dee34d-20d7-4bae-8ef3-a6b5e6c8514a service nova] Acquired lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.767380] env[68166]: DEBUG nova.network.neutron [req-ec5f5192-7d8e-4480-99cc-ca74fdcb4926 req-90dee34d-20d7-4bae-8ef3-a6b5e6c8514a service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Refreshing network info cache for port fb10e43c-d943-4620-8ea0-662c977939ef {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.914157] env[68166]: DEBUG nova.compute.utils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.919236] env[68166]: DEBUG nova.compute.manager [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.919236] env[68166]: DEBUG nova.network.neutron [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.941610] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806521, 'name': ReconfigVM_Task, 'duration_secs': 0.872072} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.941892] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 9472ee31-d423-47d4-892f-1b8676886d61/9472ee31-d423-47d4-892f-1b8676886d61.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.942579] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e3a72b5-bf84-47f0-9a95-8b6c3e210e9f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.951749] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 732.951749] env[68166]: value = "task-2806522" [ 732.951749] env[68166]: _type = "Task" [ 732.951749] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.962126] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806522, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.976511] env[68166]: DEBUG nova.policy [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdbbaca6db8a453eb9c76ce1b3ae2274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e4a67f61f60465f9b1b93002f15fd69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.162553] env[68166]: DEBUG nova.objects.base [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Object Instance<115e8583-bb39-42fa-8414-b5976e50c45b> lazy-loaded attributes: flavor,info_cache {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 733.204159] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a2d583-6a5f-5f51-3971-489944ea6e39, 'name': SearchDatastore_Task, 'duration_secs': 0.023843} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.205102] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6305fa98-ba8a-4278-8994-f1610da5d96b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.216161] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for the task: (returnval){ [ 733.216161] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5280bb2e-6ea2-5f6c-92b9-60679122fa27" [ 733.216161] env[68166]: _type = "Task" [ 733.216161] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.226219] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5280bb2e-6ea2-5f6c-92b9-60679122fa27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.368976] env[68166]: DEBUG oslo_concurrency.lockutils [None req-936b2173-376e-4add-b640-756b58b24a53 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "454157e8-7676-48d4-ad67-46759341426a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.392372] env[68166]: DEBUG nova.network.neutron [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Successfully created port: 653cdd0d-1535-43ea-88de-d966eff24458 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.424900] env[68166]: DEBUG nova.compute.manager [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.463637] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806522, 'name': Rename_Task, 'duration_secs': 0.164644} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.465060] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.465060] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be82197a-294e-4665-972a-5eb571c8e870 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.475545] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 733.475545] env[68166]: value = "task-2806523" [ 733.475545] env[68166]: _type = "Task" [ 733.475545] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.492064] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.512908] env[68166]: DEBUG nova.network.neutron [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updated VIF entry in instance network info cache for port 1e8ffb3b-6be0-4c73-aaae-9ea971129004. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.513283] env[68166]: DEBUG nova.network.neutron [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updating instance_info_cache with network_info: [{"id": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "address": "fa:16:3e:e4:57:22", "network": {"id": "dca5e38e-2cc8-4595-9f49-96ee21e0f6db", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-454188558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35198e60d33f43218c839c05411cba45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8ffb3b-6b", "ovs_interfaceid": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.608410] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4cfde9-5b1f-4098-a987-3cca557ca230 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.617404] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d0f475-2e40-49aa-b7b1-4b7f4fe01098 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.654778] env[68166]: DEBUG nova.network.neutron [req-ec5f5192-7d8e-4480-99cc-ca74fdcb4926 req-90dee34d-20d7-4bae-8ef3-a6b5e6c8514a service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Updated VIF entry in instance network info cache for port fb10e43c-d943-4620-8ea0-662c977939ef. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.655213] env[68166]: DEBUG nova.network.neutron [req-ec5f5192-7d8e-4480-99cc-ca74fdcb4926 req-90dee34d-20d7-4bae-8ef3-a6b5e6c8514a service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Updating instance_info_cache with network_info: [{"id": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "address": "fa:16:3e:95:5a:41", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f5af11b-88", "ovs_interfaceid": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb10e43c-d943-4620-8ea0-662c977939ef", "address": "fa:16:3e:8f:39:f9", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb10e43c-d9", "ovs_interfaceid": "fb10e43c-d943-4620-8ea0-662c977939ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.657133] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bdcf52-e9df-4c5f-8090-64458dcaedfc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.668560] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8a98da-2338-4db5-83a4-ede1ed263e0a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.687174] env[68166]: DEBUG nova.compute.provider_tree [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.737408] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5280bb2e-6ea2-5f6c-92b9-60679122fa27, 'name': SearchDatastore_Task, 'duration_secs': 0.016479} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.738454] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.738933] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 3d345623-d941-407b-ad67-5df1d686874f/3d345623-d941-407b-ad67-5df1d686874f.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.739176] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b270b6ab-fcaf-4a32-8060-47d351d44793 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.747922] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for the task: (returnval){ [ 733.747922] env[68166]: value = "task-2806524" [ 733.747922] env[68166]: _type = "Task" [ 733.747922] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.757292] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2806524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.942645] env[68166]: DEBUG nova.network.neutron [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Updating instance_info_cache with network_info: [{"id": "f4022fbb-5ade-4305-b1c6-825db21aaa4e", "address": "fa:16:3e:32:5c:d5", "network": {"id": "e675ba11-1604-4441-aa3c-80b5436f01fc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1863603453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bfd95dfa845e685db995763e869e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4022fbb-5a", "ovs_interfaceid": "f4022fbb-5ade-4305-b1c6-825db21aaa4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.988354] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.017883] env[68166]: DEBUG oslo_concurrency.lockutils [req-470a8bc9-a67e-4bc9-814d-5977795f65d4 req-c4c22c2f-08cc-467c-8b43-a259de5299e2 service nova] Releasing lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.161738] env[68166]: DEBUG oslo_concurrency.lockutils [req-ec5f5192-7d8e-4480-99cc-ca74fdcb4926 req-90dee34d-20d7-4bae-8ef3-a6b5e6c8514a service nova] Releasing lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.191389] env[68166]: DEBUG nova.scheduler.client.report [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.228797] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "interface-6cab09dd-a5da-45a3-9058-2d99be5e8a76-fb10e43c-d943-4620-8ea0-662c977939ef" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.229091] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-6cab09dd-a5da-45a3-9058-2d99be5e8a76-fb10e43c-d943-4620-8ea0-662c977939ef" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.264566] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2806524, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.380919] env[68166]: DEBUG oslo_vmware.rw_handles [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bba95-c421-0455-7b65-91936c612f5b/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 734.384858] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7a820b-dad3-4cbe-ba17-6a9d3522403c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.390941] env[68166]: DEBUG oslo_vmware.rw_handles [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bba95-c421-0455-7b65-91936c612f5b/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 734.390941] env[68166]: ERROR oslo_vmware.rw_handles [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bba95-c421-0455-7b65-91936c612f5b/disk-0.vmdk due to incomplete transfer. [ 734.390941] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-12bfd6b9-e313-4feb-b42b-08b3a7ae863d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.400329] env[68166]: DEBUG oslo_vmware.rw_handles [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bba95-c421-0455-7b65-91936c612f5b/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 734.400546] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Uploaded image e59d5cf2-2178-40b5-beac-80096d957ea5 to the Glance image server {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 734.402146] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 734.402404] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-31c17162-0ee0-48af-bbfc-e676e5aa1468 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.409589] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 734.409589] env[68166]: value = "task-2806525" [ 734.409589] env[68166]: _type = "Task" [ 734.409589] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.418166] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806525, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.438024] env[68166]: DEBUG nova.compute.manager [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.445774] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Releasing lock "refresh_cache-115e8583-bb39-42fa-8414-b5976e50c45b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.460867] env[68166]: DEBUG nova.virt.hardware [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.461163] env[68166]: DEBUG nova.virt.hardware [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.461327] env[68166]: DEBUG nova.virt.hardware [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.461540] env[68166]: DEBUG nova.virt.hardware [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.461700] env[68166]: DEBUG nova.virt.hardware [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.461845] env[68166]: DEBUG nova.virt.hardware [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.462063] env[68166]: DEBUG nova.virt.hardware [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.462250] env[68166]: DEBUG nova.virt.hardware [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.462441] env[68166]: DEBUG nova.virt.hardware [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.462607] env[68166]: DEBUG nova.virt.hardware [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.462779] env[68166]: DEBUG nova.virt.hardware [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.464520] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940a00d9-7166-4fc0-a96c-e66b8862ab2a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.473717] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc440ad-63f9-44f4-b31d-02181709c5b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.487044] env[68166]: DEBUG oslo_vmware.api [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806523, 'name': PowerOnVM_Task, 'duration_secs': 0.802991} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.494225] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.494471] env[68166]: INFO nova.compute.manager [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Took 10.37 seconds to spawn the instance on the hypervisor. [ 734.494719] env[68166]: DEBUG nova.compute.manager [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.498265] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed65803-bf29-4480-b937-b64ba8b02312 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.699572] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.701492] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.842s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.703059] env[68166]: INFO nova.compute.claims [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.731295] env[68166]: INFO nova.scheduler.client.report [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Deleted allocations for instance edd58309-7d6a-4ee8-9cdf-d470461a63c8 [ 734.733035] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.733035] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.736050] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2518314-26fc-40a4-ab68-34cc983c64ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.760625] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb838f-50e2-4165-8757-4dd9096455fd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.775144] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2806524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576384} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.791028] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 3d345623-d941-407b-ad67-5df1d686874f/3d345623-d941-407b-ad67-5df1d686874f.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.791028] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.799263] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Reconfiguring VM to detach interface {{(pid=68166) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 734.799748] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0726d60d-e206-4e53-8872-1266080448b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.802535] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a334418-b3fe-4715-8045-afb24cdb4752 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.823697] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for the task: (returnval){ [ 734.823697] env[68166]: value = "task-2806526" [ 734.823697] env[68166]: _type = "Task" [ 734.823697] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.825617] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 734.825617] env[68166]: value = "task-2806527" [ 734.825617] env[68166]: _type = "Task" [ 734.825617] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.840823] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2806526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.844635] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.865266] env[68166]: INFO nova.compute.manager [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Rebuilding instance [ 734.914518] env[68166]: DEBUG nova.compute.manager [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.915293] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546833c0-f004-495f-a364-727a8fb86c0b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.924615] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806525, 'name': Destroy_Task, 'duration_secs': 0.339374} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.927302] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Destroyed the VM [ 734.927499] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 734.927782] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2545b05a-2310-4e34-a5cb-d9c06c5df00a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.935939] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 734.935939] env[68166]: value = "task-2806528" [ 734.935939] env[68166]: _type = "Task" [ 734.935939] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.945819] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806528, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.019567] env[68166]: INFO nova.compute.manager [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Took 36.07 seconds to build instance. [ 735.092151] env[68166]: DEBUG nova.network.neutron [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Successfully updated port: 653cdd0d-1535-43ea-88de-d966eff24458 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.189855] env[68166]: DEBUG nova.compute.manager [req-1f200b81-efc6-4d73-b50f-ad83f522eab3 req-60841419-33ac-4baa-a489-7d8c2ef92bde service nova] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Received event network-vif-plugged-653cdd0d-1535-43ea-88de-d966eff24458 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.189904] env[68166]: DEBUG oslo_concurrency.lockutils [req-1f200b81-efc6-4d73-b50f-ad83f522eab3 req-60841419-33ac-4baa-a489-7d8c2ef92bde service nova] Acquiring lock "edc58ee1-713f-406e-919c-fcd704daf3dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.190204] env[68166]: DEBUG oslo_concurrency.lockutils [req-1f200b81-efc6-4d73-b50f-ad83f522eab3 req-60841419-33ac-4baa-a489-7d8c2ef92bde service nova] Lock "edc58ee1-713f-406e-919c-fcd704daf3dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.190396] env[68166]: DEBUG oslo_concurrency.lockutils [req-1f200b81-efc6-4d73-b50f-ad83f522eab3 req-60841419-33ac-4baa-a489-7d8c2ef92bde service nova] Lock "edc58ee1-713f-406e-919c-fcd704daf3dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.190575] env[68166]: DEBUG nova.compute.manager [req-1f200b81-efc6-4d73-b50f-ad83f522eab3 req-60841419-33ac-4baa-a489-7d8c2ef92bde service nova] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] No waiting events found dispatching network-vif-plugged-653cdd0d-1535-43ea-88de-d966eff24458 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.190751] env[68166]: WARNING nova.compute.manager [req-1f200b81-efc6-4d73-b50f-ad83f522eab3 req-60841419-33ac-4baa-a489-7d8c2ef92bde service nova] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Received unexpected event network-vif-plugged-653cdd0d-1535-43ea-88de-d966eff24458 for instance with vm_state building and task_state spawning. [ 735.244622] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c23a0ccb-8e99-4604-8125-d05041671d8d tempest-VolumesAssistedSnapshotsTest-1868571448 tempest-VolumesAssistedSnapshotsTest-1868571448-project-member] Lock "edd58309-7d6a-4ee8-9cdf-d470461a63c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.381s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.301714] env[68166]: DEBUG nova.compute.manager [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.302752] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cdc4da-f2bd-42d6-ba3d-2f78ba39763b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.324413] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "e4217474-e41a-47a7-b477-634bf419f891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.324642] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "e4217474-e41a-47a7-b477-634bf419f891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.338421] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2806526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087759} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.339103] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.339961] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf9333a-335e-41c5-939e-e469e0cbd6ed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.346552] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.367884] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 3d345623-d941-407b-ad67-5df1d686874f/3d345623-d941-407b-ad67-5df1d686874f.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.369329] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751df26b-fc81-4a13-8596-5feb91045228 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.391497] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for the task: (returnval){ [ 735.391497] env[68166]: value = "task-2806529" [ 735.391497] env[68166]: _type = "Task" [ 735.391497] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.400572] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2806529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.446476] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806528, 'name': RemoveSnapshot_Task, 'duration_secs': 0.422158} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.446738] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 735.447023] env[68166]: DEBUG nova.compute.manager [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.447897] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d49aad-9e30-4dfd-b2dd-91b39278a144 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.450972] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.451458] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9c60d00-da6c-4593-a651-cb78770aded9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.460099] env[68166]: DEBUG oslo_vmware.api [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 735.460099] env[68166]: value = "task-2806530" [ 735.460099] env[68166]: _type = "Task" [ 735.460099] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.470076] env[68166]: DEBUG oslo_vmware.api [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.521600] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e8c9d247-62d0-4910-8d54-4a1d56d5557d tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "9472ee31-d423-47d4-892f-1b8676886d61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 114.697s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.594836] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "refresh_cache-edc58ee1-713f-406e-919c-fcd704daf3dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.595142] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "refresh_cache-edc58ee1-713f-406e-919c-fcd704daf3dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.595440] env[68166]: DEBUG nova.network.neutron [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.817286] env[68166]: INFO nova.compute.manager [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] instance snapshotting [ 735.821893] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275a4e09-1045-4d11-9cba-3ff806bf1385 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.847274] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faea12e6-b4a5-495f-927c-d77b6871113c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.858162] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.901688] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2806529, 'name': ReconfigVM_Task, 'duration_secs': 0.292735} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.902916] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 3d345623-d941-407b-ad67-5df1d686874f/3d345623-d941-407b-ad67-5df1d686874f.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.905992] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f50df4b-0391-45db-a77e-cc0e1bd8ac8f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.914821] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for the task: (returnval){ [ 735.914821] env[68166]: value = "task-2806531" [ 735.914821] env[68166]: _type = "Task" [ 735.914821] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.930759] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2806531, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.937064] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.938175] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-495f8bf6-76a1-4ff1-9cb0-02d8f29bbb13 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.945638] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 735.945638] env[68166]: value = "task-2806532" [ 735.945638] env[68166]: _type = "Task" [ 735.945638] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.958458] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.970813] env[68166]: INFO nova.compute.manager [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Shelve offloading [ 735.977207] env[68166]: DEBUG oslo_vmware.api [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806530, 'name': PowerOnVM_Task} progress is 74%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.025027] env[68166]: DEBUG nova.compute.manager [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.153963] env[68166]: DEBUG nova.network.neutron [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.236250] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.236490] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.351465] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.358018] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30748f0-4e7f-4067-83ae-24805d39ffd5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.365803] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acbf387-cbbd-4a94-843c-e6b8626b791b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.372807] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 736.373671] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e67273a8-31fa-48e4-b072-85f4962e65dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.406645] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6343b1f-a4b5-4b32-b1fa-0ce2912b9467 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.409720] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 736.409720] env[68166]: value = "task-2806533" [ 736.409720] env[68166]: _type = "Task" [ 736.409720] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.420872] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4976e954-7913-4ad3-8dae-e79854e011ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.429647] env[68166]: DEBUG nova.network.neutron [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Updating instance_info_cache with network_info: [{"id": "653cdd0d-1535-43ea-88de-d966eff24458", "address": "fa:16:3e:82:b4:c9", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653cdd0d-15", "ovs_interfaceid": "653cdd0d-1535-43ea-88de-d966eff24458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.431304] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806533, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.451289] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2806531, 'name': Rename_Task, 'duration_secs': 0.148556} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.451595] env[68166]: DEBUG nova.compute.provider_tree [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.453148] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.457644] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e702db3-ca28-415f-9626-cbc700d40548 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.469073] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806532, 'name': PowerOffVM_Task, 'duration_secs': 0.198637} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.470539] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.470801] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.471234] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for the task: (returnval){ [ 736.471234] env[68166]: value = "task-2806534" [ 736.471234] env[68166]: _type = "Task" [ 736.471234] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.472383] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b698c99-6b7e-406d-969a-468f098a6cdd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.481720] env[68166]: DEBUG oslo_vmware.api [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806530, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.482611] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.482887] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c12fb8e-c464-4f2c-98b6-0408458a8bea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.486856] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.490701] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36d4514c-1969-4aff-9d35-6a58c28d5dca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.492658] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2806534, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.496263] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 736.496263] env[68166]: value = "task-2806535" [ 736.496263] env[68166]: _type = "Task" [ 736.496263] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.508071] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "ea39978e-7c35-4f2a-8e27-f37840dcc68a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.508316] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "ea39978e-7c35-4f2a-8e27-f37840dcc68a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.508579] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "ea39978e-7c35-4f2a-8e27-f37840dcc68a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.508775] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "ea39978e-7c35-4f2a-8e27-f37840dcc68a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.508947] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "ea39978e-7c35-4f2a-8e27-f37840dcc68a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.510658] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.511217] env[68166]: INFO nova.compute.manager [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Terminating instance [ 736.546065] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.564580] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.564932] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.565159] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleting the datastore file [datastore2] 4fc3ae4b-6d30-4cc7-931b-4059175279b8 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.565533] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54573f5b-3c72-4d59-aef7-28785114e015 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.572845] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 736.572845] env[68166]: value = "task-2806537" [ 736.572845] env[68166]: _type = "Task" [ 736.572845] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.581340] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.706365] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "9e37a277-d4ad-4938-a999-061e1ce31df9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.706614] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "9e37a277-d4ad-4938-a999-061e1ce31df9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.706815] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "9e37a277-d4ad-4938-a999-061e1ce31df9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.707074] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "9e37a277-d4ad-4938-a999-061e1ce31df9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.707299] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "9e37a277-d4ad-4938-a999-061e1ce31df9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.709649] env[68166]: INFO nova.compute.manager [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Terminating instance [ 736.854849] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.922490] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806533, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.933340] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "refresh_cache-edc58ee1-713f-406e-919c-fcd704daf3dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.933777] env[68166]: DEBUG nova.compute.manager [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Instance network_info: |[{"id": "653cdd0d-1535-43ea-88de-d966eff24458", "address": "fa:16:3e:82:b4:c9", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653cdd0d-15", "ovs_interfaceid": "653cdd0d-1535-43ea-88de-d966eff24458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.934313] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:b4:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '653cdd0d-1535-43ea-88de-d966eff24458', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.942850] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.943386] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.943769] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c75feb4-8ca2-4af4-89db-e2300bab6432 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.959662] env[68166]: DEBUG nova.scheduler.client.report [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.969618] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.969618] env[68166]: value = "task-2806538" [ 736.969618] env[68166]: _type = "Task" [ 736.969618] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.977141] env[68166]: DEBUG oslo_vmware.api [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806530, 'name': PowerOnVM_Task, 'duration_secs': 1.095177} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.981087] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.981276] env[68166]: DEBUG nova.compute.manager [None req-7e145945-8a8f-4f78-8b29-af536386a8f9 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.986599] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba75fa90-a2a3-4f41-845d-04c5d21feb1a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.989778] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806538, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.001076] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2806534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.013568] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 737.014079] env[68166]: DEBUG nova.compute.manager [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.015082] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fd58e6-0107-4338-b18e-2e0524bf3265 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.018462] env[68166]: DEBUG nova.compute.manager [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.018734] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.019628] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9e62d1-67e6-420d-9af0-78f08c2cdbbf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.028345] env[68166]: DEBUG oslo_concurrency.lockutils [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.028517] env[68166]: DEBUG oslo_concurrency.lockutils [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.028689] env[68166]: DEBUG nova.network.neutron [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.032677] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.033330] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4ce22b6-13f8-46cd-adc3-b8fec7faccc4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.042157] env[68166]: DEBUG oslo_vmware.api [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 737.042157] env[68166]: value = "task-2806539" [ 737.042157] env[68166]: _type = "Task" [ 737.042157] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.055265] env[68166]: DEBUG oslo_vmware.api [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.086409] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172964} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.086772] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.086973] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.087173] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.213595] env[68166]: DEBUG nova.compute.manager [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.213999] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.215440] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6de790-7c05-4a1a-a3c3-b2a2ab0cc2d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.226804] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.227328] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-427d0712-3a53-4b41-a43e-282529c70e22 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.236185] env[68166]: DEBUG oslo_vmware.api [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 737.236185] env[68166]: value = "task-2806540" [ 737.236185] env[68166]: _type = "Task" [ 737.236185] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.248691] env[68166]: DEBUG oslo_vmware.api [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.355155] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.360075] env[68166]: DEBUG nova.compute.manager [req-58034a32-9d1a-417e-aa96-f29754ee3101 req-96f11648-504a-41c7-b5d4-63b5ee0cbe41 service nova] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Received event network-changed-653cdd0d-1535-43ea-88de-d966eff24458 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.360075] env[68166]: DEBUG nova.compute.manager [req-58034a32-9d1a-417e-aa96-f29754ee3101 req-96f11648-504a-41c7-b5d4-63b5ee0cbe41 service nova] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Refreshing instance network info cache due to event network-changed-653cdd0d-1535-43ea-88de-d966eff24458. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.360075] env[68166]: DEBUG oslo_concurrency.lockutils [req-58034a32-9d1a-417e-aa96-f29754ee3101 req-96f11648-504a-41c7-b5d4-63b5ee0cbe41 service nova] Acquiring lock "refresh_cache-edc58ee1-713f-406e-919c-fcd704daf3dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.360075] env[68166]: DEBUG oslo_concurrency.lockutils [req-58034a32-9d1a-417e-aa96-f29754ee3101 req-96f11648-504a-41c7-b5d4-63b5ee0cbe41 service nova] Acquired lock "refresh_cache-edc58ee1-713f-406e-919c-fcd704daf3dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.360075] env[68166]: DEBUG nova.network.neutron [req-58034a32-9d1a-417e-aa96-f29754ee3101 req-96f11648-504a-41c7-b5d4-63b5ee0cbe41 service nova] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Refreshing network info cache for port 653cdd0d-1535-43ea-88de-d966eff24458 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.422396] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806533, 'name': CreateSnapshot_Task, 'duration_secs': 0.616599} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.422796] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 737.423561] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917fc2e0-1f29-412b-914c-d10f0f9b4ddc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.465582] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.465952] env[68166]: DEBUG nova.compute.manager [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.468592] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.625s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.468928] env[68166]: DEBUG nova.objects.instance [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lazy-loading 'resources' on Instance uuid be4c46f0-df97-4cbd-afde-76f598735d14 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.483761] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806538, 'name': CreateVM_Task, 'duration_secs': 0.42569} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.484475] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.485589] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.485780] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.486107] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.486901] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c9049b3-2200-4956-9f7c-41c4ed65e596 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.493138] env[68166]: DEBUG oslo_vmware.api [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2806534, 'name': PowerOnVM_Task, 'duration_secs': 0.62154} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.493138] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.493138] env[68166]: INFO nova.compute.manager [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Took 8.14 seconds to spawn the instance on the hypervisor. [ 737.493138] env[68166]: DEBUG nova.compute.manager [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.494395] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8530e2-3cdb-4b9b-999e-287104ec553d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.503029] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 737.503029] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529afc58-6c11-b950-6b1d-65c280748c8b" [ 737.503029] env[68166]: _type = "Task" [ 737.503029] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.524264] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529afc58-6c11-b950-6b1d-65c280748c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013996} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.524672] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.524889] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.525134] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.525270] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.525444] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.525701] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f2b52ea-59e3-4397-b04d-14d494d5123e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.538234] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.538234] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.539300] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3343c2a9-e178-4032-8ead-bf3c45fae7f3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.547337] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 737.547337] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5219ee14-b503-4c88-b6f0-a0348189a158" [ 737.547337] env[68166]: _type = "Task" [ 737.547337] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.554333] env[68166]: DEBUG oslo_vmware.api [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806539, 'name': PowerOffVM_Task, 'duration_secs': 0.253092} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.555068] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.555169] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.555423] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-827a370c-5dc4-4502-9265-fd6a58bf61e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.560015] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5219ee14-b503-4c88-b6f0-a0348189a158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.644997] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.645228] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.645415] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Deleting the datastore file [datastore1] ea39978e-7c35-4f2a-8e27-f37840dcc68a {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.645683] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9fe6b4e-e2fc-4d53-8290-d6d17145f15a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.655687] env[68166]: DEBUG oslo_vmware.api [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 737.655687] env[68166]: value = "task-2806542" [ 737.655687] env[68166]: _type = "Task" [ 737.655687] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.666276] env[68166]: DEBUG oslo_vmware.api [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.746787] env[68166]: DEBUG oslo_vmware.api [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806540, 'name': PowerOffVM_Task, 'duration_secs': 0.231294} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.747148] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.747291] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.747562] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b02a7751-2a9a-4a8a-9bd4-9a037c570f9f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.831945] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.832197] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.832383] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Deleting the datastore file [datastore1] 9e37a277-d4ad-4938-a999-061e1ce31df9 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.832697] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c62460ed-1b27-443a-bf0f-78f25db03c5f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.839697] env[68166]: DEBUG oslo_vmware.api [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for the task: (returnval){ [ 737.839697] env[68166]: value = "task-2806544" [ 737.839697] env[68166]: _type = "Task" [ 737.839697] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.851430] env[68166]: DEBUG oslo_vmware.api [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.854718] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.947534] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 737.947866] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f3a52d1-a503-4df1-8a19-7752217dab47 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.958109] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 737.958109] env[68166]: value = "task-2806545" [ 737.958109] env[68166]: _type = "Task" [ 737.958109] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.967478] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806545, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.973296] env[68166]: DEBUG nova.compute.utils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.975809] env[68166]: DEBUG nova.compute.manager [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Not allocating networking since 'none' was specified. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 738.026238] env[68166]: INFO nova.compute.manager [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Took 36.62 seconds to build instance. [ 738.066330] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5219ee14-b503-4c88-b6f0-a0348189a158, 'name': SearchDatastore_Task, 'duration_secs': 0.017927} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.067456] env[68166]: DEBUG nova.network.neutron [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updating instance_info_cache with network_info: [{"id": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "address": "fa:16:3e:38:2c:63", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2da7d3d-f9", "ovs_interfaceid": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.070181] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9fdfb57-000b-4ec3-b055-17e75506223a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.081581] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 738.081581] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529c910e-28f0-dd7e-80ed-b1f851414cde" [ 738.081581] env[68166]: _type = "Task" [ 738.081581] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.092673] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529c910e-28f0-dd7e-80ed-b1f851414cde, 'name': SearchDatastore_Task} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.096898] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.097027] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] edc58ee1-713f-406e-919c-fcd704daf3dc/edc58ee1-713f-406e-919c-fcd704daf3dc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.101727] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d5d7917-fc69-4eed-816f-80ce433a599d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.114939] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 738.114939] env[68166]: value = "task-2806546" [ 738.114939] env[68166]: _type = "Task" [ 738.114939] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.134728] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.146328] env[68166]: DEBUG nova.virt.hardware [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.146621] env[68166]: DEBUG nova.virt.hardware [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.146798] env[68166]: DEBUG nova.virt.hardware [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.147359] env[68166]: DEBUG nova.virt.hardware [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.147579] env[68166]: DEBUG nova.virt.hardware [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.147775] env[68166]: DEBUG nova.virt.hardware [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.148027] env[68166]: DEBUG nova.virt.hardware [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.148251] env[68166]: DEBUG nova.virt.hardware [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.148678] env[68166]: DEBUG nova.virt.hardware [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.148904] env[68166]: DEBUG nova.virt.hardware [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.149170] env[68166]: DEBUG nova.virt.hardware [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.151979] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6250807f-017b-4625-8ddf-a4950559c20c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.166957] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a32000-42f8-4a7d-83f0-70f5690d56ba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.177796] env[68166]: DEBUG oslo_vmware.api [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398459} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.184854] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.184854] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.184854] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.184854] env[68166]: INFO nova.compute.manager [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 738.184854] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.184854] env[68166]: DEBUG nova.compute.manager [-] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.184854] env[68166]: DEBUG nova.network.neutron [-] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.196570] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:34:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4a1d3f0-c4ea-47e1-a291-ada03b96e575', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.206264] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.209840] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.210406] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2049fe34-e4db-406c-9b30-f35a12158e3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.237684] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.237684] env[68166]: value = "task-2806547" [ 738.237684] env[68166]: _type = "Task" [ 738.237684] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.252291] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806547, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.253183] env[68166]: DEBUG nova.network.neutron [req-58034a32-9d1a-417e-aa96-f29754ee3101 req-96f11648-504a-41c7-b5d4-63b5ee0cbe41 service nova] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Updated VIF entry in instance network info cache for port 653cdd0d-1535-43ea-88de-d966eff24458. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.253643] env[68166]: DEBUG nova.network.neutron [req-58034a32-9d1a-417e-aa96-f29754ee3101 req-96f11648-504a-41c7-b5d4-63b5ee0cbe41 service nova] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Updating instance_info_cache with network_info: [{"id": "653cdd0d-1535-43ea-88de-d966eff24458", "address": "fa:16:3e:82:b4:c9", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653cdd0d-15", "ovs_interfaceid": "653cdd0d-1535-43ea-88de-d966eff24458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.360766] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.361151] env[68166]: DEBUG oslo_vmware.api [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Task: {'id': task-2806544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324873} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.361446] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.361674] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.361860] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.362046] env[68166]: INFO nova.compute.manager [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 738.362315] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.362496] env[68166]: DEBUG nova.compute.manager [-] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.362618] env[68166]: DEBUG nova.network.neutron [-] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.470419] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806545, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.479735] env[68166]: DEBUG nova.compute.manager [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.531318] env[68166]: DEBUG oslo_concurrency.lockutils [None req-edf2dd20-00a3-45e6-938b-bb2c1cc8ec09 tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lock "3d345623-d941-407b-ad67-5df1d686874f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.996s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.571663] env[68166]: DEBUG oslo_concurrency.lockutils [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.627862] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806546, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.753662] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806547, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.758234] env[68166]: DEBUG oslo_concurrency.lockutils [req-58034a32-9d1a-417e-aa96-f29754ee3101 req-96f11648-504a-41c7-b5d4-63b5ee0cbe41 service nova] Releasing lock "refresh_cache-edc58ee1-713f-406e-919c-fcd704daf3dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.833850] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a384e007-3fd7-4049-a8bb-b437a1aec3db {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.842786] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c190f2c1-2425-4b53-a428-8a2ccba27cd1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.856542] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.891958] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a35644-4d1b-4f63-a9b8-b701fdf711e1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.900133] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e210e2-e4b5-446a-a6ce-3f822ec5ef09 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.913928] env[68166]: DEBUG nova.compute.provider_tree [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.970283] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806545, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.035568] env[68166]: DEBUG nova.compute.manager [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.125787] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569481} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.126164] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] edc58ee1-713f-406e-919c-fcd704daf3dc/edc58ee1-713f-406e-919c-fcd704daf3dc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.126467] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.126820] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8386bc9-714c-4567-9f15-31acea631f0c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.134143] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 739.134143] env[68166]: value = "task-2806548" [ 739.134143] env[68166]: _type = "Task" [ 739.134143] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.145473] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.163209] env[68166]: DEBUG nova.network.neutron [-] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.249155] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806547, 'name': CreateVM_Task, 'duration_secs': 0.793349} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.249373] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.250736] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.250736] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.250736] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.250999] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7447147-cd5d-46ce-a659-afdd3653ad7f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.258157] env[68166]: DEBUG nova.network.neutron [-] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.259420] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 739.259420] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a958eb-de98-b8ab-11ce-34dcf623be26" [ 739.259420] env[68166]: _type = "Task" [ 739.259420] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.269153] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a958eb-de98-b8ab-11ce-34dcf623be26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.357959] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.419056] env[68166]: DEBUG nova.scheduler.client.report [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.474148] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806545, 'name': CloneVM_Task} progress is 95%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.476359] env[68166]: DEBUG nova.compute.manager [req-f63808a6-b8d8-4f67-b0c8-b2df98b77c41 req-de9a8728-01d1-46b7-bc0a-901f7dd788e8 service nova] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Received event network-vif-deleted-3a197b44-30f7-4d0b-957c-2aac229e8adc {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.492932] env[68166]: DEBUG nova.compute.manager [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.527636] env[68166]: DEBUG nova.virt.hardware [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.528138] env[68166]: DEBUG nova.virt.hardware [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.528358] env[68166]: DEBUG nova.virt.hardware [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.528752] env[68166]: DEBUG nova.virt.hardware [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.529154] env[68166]: DEBUG nova.virt.hardware [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.529216] env[68166]: DEBUG nova.virt.hardware [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.529467] env[68166]: DEBUG nova.virt.hardware [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.529703] env[68166]: DEBUG nova.virt.hardware [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.529888] env[68166]: DEBUG nova.virt.hardware [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.530164] env[68166]: DEBUG nova.virt.hardware [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.530434] env[68166]: DEBUG nova.virt.hardware [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.531400] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc1dd10-0c35-4e7c-9600-3cc518630c1c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.546020] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7a7e21-0ee7-4f70-879c-97c8c079a8ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.552570] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.553694] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f7f6db-576d-49a2-8864-f2c998d7c22a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.567099] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.573366] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Creating folder: Project (a8c9ccca71b64776985e06f858c64028). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.574616] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.575412] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01df2e41-5da2-4e91-8eb5-e7567128e559 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.580857] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.581752] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6bb4a21-fb83-4cf4-8877-6fc0e6dfc618 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.592811] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Created folder: Project (a8c9ccca71b64776985e06f858c64028) in parent group-v563881. [ 739.593030] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Creating folder: Instances. Parent ref: group-v564020. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.593362] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-485ef6a2-1b2c-4f58-b7ac-be53dd00791a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.604146] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Created folder: Instances in parent group-v564020. [ 739.604405] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.604593] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.604794] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c98beea-a946-4f84-a29d-3ff9e9c7d1b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.625233] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.625233] env[68166]: value = "task-2806552" [ 739.625233] env[68166]: _type = "Task" [ 739.625233] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.644208] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076836} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.644208] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.644910] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03b756d-a804-425a-a2ab-69bb9ce074ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.674790] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] edc58ee1-713f-406e-919c-fcd704daf3dc/edc58ee1-713f-406e-919c-fcd704daf3dc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.676994] env[68166]: INFO nova.compute.manager [-] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Took 1.49 seconds to deallocate network for instance. [ 739.677425] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9761c721-2b0e-40a1-a2fa-a524f18f65ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.697244] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.697740] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.697983] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleting the datastore file [datastore1] d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.699822] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab5f6db5-03ca-486f-9692-7717fb24b342 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.712304] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 739.712304] env[68166]: value = "task-2806554" [ 739.712304] env[68166]: _type = "Task" [ 739.712304] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.714351] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 739.714351] env[68166]: value = "task-2806553" [ 739.714351] env[68166]: _type = "Task" [ 739.714351] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.728541] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.731739] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.760609] env[68166]: INFO nova.compute.manager [-] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Took 1.40 seconds to deallocate network for instance. [ 739.776929] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a958eb-de98-b8ab-11ce-34dcf623be26, 'name': SearchDatastore_Task, 'duration_secs': 0.027012} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.777297] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.777533] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.777797] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.777899] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.778096] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.778391] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2fca1ef-ef11-4690-9118-179fd81d6c52 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.791097] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.791097] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.791097] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75971d6-0dd9-4428-8e6f-4bb8452c6b11 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.796924] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 739.796924] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]523f5295-cb60-e3d7-1a26-f228dffc046a" [ 739.796924] env[68166]: _type = "Task" [ 739.796924] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.807228] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523f5295-cb60-e3d7-1a26-f228dffc046a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.860233] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.878291] env[68166]: DEBUG nova.compute.manager [req-f1c7f52e-a9d1-4d4a-b629-364c81aca09f req-e8ea3e84-df63-49b5-a97a-969de018059a service nova] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Received event network-vif-deleted-0cbfb55d-e03b-440b-9d0e-c71cdd3973c9 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.923447] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.455s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.679086] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.594s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.680696] env[68166]: INFO nova.compute.claims [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.684378] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.685488] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.717287] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806552, 'name': CreateVM_Task, 'duration_secs': 0.316836} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.721017] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806545, 'name': CloneVM_Task, 'duration_secs': 1.697721} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.721017] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806554, 'name': ReconfigVM_Task, 'duration_secs': 0.582146} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.721017] env[68166]: DEBUG oslo_vmware.api [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178803} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.721017] env[68166]: INFO nova.scheduler.client.report [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Deleted allocations for instance be4c46f0-df97-4cbd-afde-76f598735d14 [ 740.724992] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.725309] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Created linked-clone VM from snapshot [ 740.725582] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Reconfigured VM instance instance-0000002d to attach disk [datastore1] edc58ee1-713f-406e-919c-fcd704daf3dc/edc58ee1-713f-406e-919c-fcd704daf3dc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.726219] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.727766] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.727766] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.730100] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523f5295-cb60-e3d7-1a26-f228dffc046a, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.734526] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.734526] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.734526] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.734526] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa63624b-395c-4f8f-bea3-e4485d5a86a9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.736436] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43d7b50a-1934-4877-a5d6-b4d1c5641cb7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.742491] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a35c34-f0f8-42f3-bd2f-bb4bdfde81fe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.744206] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f97657-c44e-4d2d-8bda-a5be9dc135d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.748119] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.753187] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Uploading image 17e6eb7a-4dc9-4d13-9bcf-aacd38808834 {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 740.758222] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 740.758222] env[68166]: value = "task-2806555" [ 740.758222] env[68166]: _type = "Task" [ 740.758222] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.758506] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 740.758506] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dbae1e-1e90-e131-12c3-9eea768551ad" [ 740.758506] env[68166]: _type = "Task" [ 740.758506] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.758723] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 740.758723] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]525b8468-6b22-0172-a513-282bbd371474" [ 740.758723] env[68166]: _type = "Task" [ 740.758723] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.770911] env[68166]: INFO nova.scheduler.client.report [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleted allocations for instance d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed [ 740.787755] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]525b8468-6b22-0172-a513-282bbd371474, 'name': SearchDatastore_Task, 'duration_secs': 0.015301} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.788183] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52dbae1e-1e90-e131-12c3-9eea768551ad, 'name': SearchDatastore_Task, 'duration_secs': 0.016989} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.788405] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806555, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.791861] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.791861] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.791861] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.791861] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.791861] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 4fc3ae4b-6d30-4cc7-931b-4059175279b8/4fc3ae4b-6d30-4cc7-931b-4059175279b8.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.792688] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.792884] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.793124] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d730c327-4c17-452b-87f9-3366fba84db7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.795152] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca3221ae-9e75-45d3-8ac1-9c2bf299fabe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.799460] env[68166]: DEBUG oslo_vmware.rw_handles [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 740.799460] env[68166]: value = "vm-564018" [ 740.799460] env[68166]: _type = "VirtualMachine" [ 740.799460] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 740.801693] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3bd396a4-11e4-46ed-8f8b-c08498eaea7d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.807437] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 740.807437] env[68166]: value = "task-2806556" [ 740.807437] env[68166]: _type = "Task" [ 740.807437] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.815102] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.815102] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.815102] env[68166]: DEBUG oslo_vmware.rw_handles [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lease: (returnval){ [ 740.815102] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c7bf59-7f68-920f-fd61-31134da487cd" [ 740.815102] env[68166]: _type = "HttpNfcLease" [ 740.815102] env[68166]: } obtained for exporting VM: (result){ [ 740.815102] env[68166]: value = "vm-564018" [ 740.815102] env[68166]: _type = "VirtualMachine" [ 740.815102] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 740.815102] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the lease: (returnval){ [ 740.815102] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c7bf59-7f68-920f-fd61-31134da487cd" [ 740.815102] env[68166]: _type = "HttpNfcLease" [ 740.815102] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 740.815102] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3c59f9-93d1-4103-bcb4-10fff370c481 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.823245] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.827969] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 740.827969] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d81314-313f-8700-3b52-87405ad785ef" [ 740.827969] env[68166]: _type = "Task" [ 740.827969] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.830383] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 740.830383] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c7bf59-7f68-920f-fd61-31134da487cd" [ 740.830383] env[68166]: _type = "HttpNfcLease" [ 740.830383] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 740.845039] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d81314-313f-8700-3b52-87405ad785ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012847} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.845661] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ae2bdb-fd52-4b9f-87be-232cce57d096 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.851741] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 740.851741] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52740834-de52-6a4b-8303-07de37c94c86" [ 740.851741] env[68166]: _type = "Task" [ 740.851741] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.860835] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52740834-de52-6a4b-8303-07de37c94c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.203475] env[68166]: DEBUG oslo_vmware.api [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806527, 'name': ReconfigVM_Task, 'duration_secs': 5.926787} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.203916] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.203916] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Reconfigured VM to detach interface {{(pid=68166) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 741.248114] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6147b8c4-f663-48c7-a780-c8953b6dd9b0 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "be4c46f0-df97-4cbd-afde-76f598735d14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.108s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.273683] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806555, 'name': Rename_Task, 'duration_secs': 0.204871} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.274882] env[68166]: DEBUG oslo_concurrency.lockutils [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.275263] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.277620] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-417e11b1-ab65-4398-b503-aa74ed1def26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.288396] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 741.288396] env[68166]: value = "task-2806558" [ 741.288396] env[68166]: _type = "Task" [ 741.288396] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.302793] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.322225] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806556, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.329989] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.329989] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c7bf59-7f68-920f-fd61-31134da487cd" [ 741.329989] env[68166]: _type = "HttpNfcLease" [ 741.329989] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 741.330423] env[68166]: DEBUG oslo_vmware.rw_handles [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 741.330423] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c7bf59-7f68-920f-fd61-31134da487cd" [ 741.330423] env[68166]: _type = "HttpNfcLease" [ 741.330423] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 741.331197] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e920a4-e88d-418c-8835-c8780ece458c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.339983] env[68166]: DEBUG oslo_vmware.rw_handles [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5288a96c-68c8-7a24-5fe7-1fca097d412f/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 741.340220] env[68166]: DEBUG oslo_vmware.rw_handles [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5288a96c-68c8-7a24-5fe7-1fca097d412f/disk-0.vmdk for reading. {{(pid=68166) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 741.414453] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52740834-de52-6a4b-8303-07de37c94c86, 'name': SearchDatastore_Task, 'duration_secs': 0.012398} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.414740] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.415017] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 363c99d0-1cdc-4206-b377-70c122875fac/363c99d0-1cdc-4206-b377-70c122875fac.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.415330] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a54fc33-f2e4-45f3-bf3a-839237d2b22d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.424794] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 741.424794] env[68166]: value = "task-2806559" [ 741.424794] env[68166]: _type = "Task" [ 741.424794] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.434080] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.456414] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f88b4b0-3794-476e-adb2-ae12c327efd1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.669200] env[68166]: DEBUG nova.compute.manager [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Received event network-vif-unplugged-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.669584] env[68166]: DEBUG oslo_concurrency.lockutils [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] Acquiring lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.669906] env[68166]: DEBUG oslo_concurrency.lockutils [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.670130] env[68166]: DEBUG oslo_concurrency.lockutils [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.670383] env[68166]: DEBUG nova.compute.manager [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] No waiting events found dispatching network-vif-unplugged-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.670585] env[68166]: WARNING nova.compute.manager [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Received unexpected event network-vif-unplugged-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 for instance with vm_state shelved_offloaded and task_state None. [ 741.670756] env[68166]: DEBUG nova.compute.manager [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Received event network-changed-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.670950] env[68166]: DEBUG nova.compute.manager [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Refreshing instance network info cache due to event network-changed-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.671201] env[68166]: DEBUG oslo_concurrency.lockutils [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] Acquiring lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.671396] env[68166]: DEBUG oslo_concurrency.lockutils [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] Acquired lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.671579] env[68166]: DEBUG nova.network.neutron [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Refreshing network info cache for port c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.808237] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.825896] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708924} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.828585] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 4fc3ae4b-6d30-4cc7-931b-4059175279b8/4fc3ae4b-6d30-4cc7-931b-4059175279b8.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.828845] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.829771] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86692d78-3174-4995-b743-99de650dc36e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.839388] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 741.839388] env[68166]: value = "task-2806560" [ 741.839388] env[68166]: _type = "Task" [ 741.839388] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.851757] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.940379] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806559, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.095493] env[68166]: DEBUG nova.compute.manager [req-56db1fd3-3228-4f5b-b9ce-419dc29cce3a req-ee2d5ff3-cc35-40bc-8300-8ad3304be5f5 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Received event network-changed-1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.096826] env[68166]: DEBUG nova.compute.manager [req-56db1fd3-3228-4f5b-b9ce-419dc29cce3a req-ee2d5ff3-cc35-40bc-8300-8ad3304be5f5 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Refreshing instance network info cache due to event network-changed-1e8ffb3b-6be0-4c73-aaae-9ea971129004. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.096826] env[68166]: DEBUG oslo_concurrency.lockutils [req-56db1fd3-3228-4f5b-b9ce-419dc29cce3a req-ee2d5ff3-cc35-40bc-8300-8ad3304be5f5 service nova] Acquiring lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.096826] env[68166]: DEBUG oslo_concurrency.lockutils [req-56db1fd3-3228-4f5b-b9ce-419dc29cce3a req-ee2d5ff3-cc35-40bc-8300-8ad3304be5f5 service nova] Acquired lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.097358] env[68166]: DEBUG nova.network.neutron [req-56db1fd3-3228-4f5b-b9ce-419dc29cce3a req-ee2d5ff3-cc35-40bc-8300-8ad3304be5f5 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Refreshing network info cache for port 1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.302355] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806558, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.366449] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274412} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.366449] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.366449] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2477cf77-366c-424b-b0b9-8666cfcb008e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.401859] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 4fc3ae4b-6d30-4cc7-931b-4059175279b8/4fc3ae4b-6d30-4cc7-931b-4059175279b8.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.406127] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f80c8c-8c96-478f-b1c9-f196550f396f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.438973] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 742.438973] env[68166]: value = "task-2806561" [ 742.438973] env[68166]: _type = "Task" [ 742.438973] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.468022] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841122} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.469192] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 363c99d0-1cdc-4206-b377-70c122875fac/363c99d0-1cdc-4206-b377-70c122875fac.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.471386] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.478029] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-024ad35b-55c8-4db2-a0d2-574f7d8f7cbc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.480909] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.490264] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 742.490264] env[68166]: value = "task-2806562" [ 742.490264] env[68166]: _type = "Task" [ 742.490264] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.501728] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.559425] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b226e53d-844a-4fe6-b1d7-df92aa834fb7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.573426] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde5d764-707f-481f-85d5-bfda9842ea26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.612891] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc72cc45-0ef7-43c7-908d-ca102a9c5ed7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.622631] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012e16c6-7a74-40c8-941b-b38cba95c97a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.641334] env[68166]: DEBUG nova.compute.provider_tree [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.801946] env[68166]: DEBUG oslo_vmware.api [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806558, 'name': PowerOnVM_Task, 'duration_secs': 1.362132} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.802227] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.802436] env[68166]: INFO nova.compute.manager [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Took 8.36 seconds to spawn the instance on the hypervisor. [ 742.802617] env[68166]: DEBUG nova.compute.manager [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.803437] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bf1e1f-72e8-4eb3-a4a1-7d1a7e72032a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.827121] env[68166]: DEBUG oslo_concurrency.lockutils [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "a2239d08-ea4c-49a1-a3e4-657ff7cdb55e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.827460] env[68166]: DEBUG oslo_concurrency.lockutils [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "a2239d08-ea4c-49a1-a3e4-657ff7cdb55e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.827621] env[68166]: DEBUG oslo_concurrency.lockutils [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "a2239d08-ea4c-49a1-a3e4-657ff7cdb55e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.827837] env[68166]: DEBUG oslo_concurrency.lockutils [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "a2239d08-ea4c-49a1-a3e4-657ff7cdb55e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.828021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "a2239d08-ea4c-49a1-a3e4-657ff7cdb55e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.830694] env[68166]: INFO nova.compute.manager [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Terminating instance [ 742.927796] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.928013] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.928304] env[68166]: DEBUG nova.network.neutron [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.959263] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.002656] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203152} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.003291] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.004419] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69691200-bb17-4988-ab14-89abcf3679a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.029168] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 363c99d0-1cdc-4206-b377-70c122875fac/363c99d0-1cdc-4206-b377-70c122875fac.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.029723] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d9c0cf-76a5-4c81-ba8d-c51d17398549 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.055957] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 743.055957] env[68166]: value = "task-2806563" [ 743.055957] env[68166]: _type = "Task" [ 743.055957] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.070504] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.145990] env[68166]: DEBUG nova.scheduler.client.report [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.154063] env[68166]: DEBUG nova.network.neutron [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updated VIF entry in instance network info cache for port c2da7d3d-f9ad-4685-a749-4a5839e2f4a8. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.154679] env[68166]: DEBUG nova.network.neutron [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updating instance_info_cache with network_info: [{"id": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "address": "fa:16:3e:38:2c:63", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc2da7d3d-f9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.303742] env[68166]: DEBUG nova.network.neutron [req-56db1fd3-3228-4f5b-b9ce-419dc29cce3a req-ee2d5ff3-cc35-40bc-8300-8ad3304be5f5 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updated VIF entry in instance network info cache for port 1e8ffb3b-6be0-4c73-aaae-9ea971129004. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.304534] env[68166]: DEBUG nova.network.neutron [req-56db1fd3-3228-4f5b-b9ce-419dc29cce3a req-ee2d5ff3-cc35-40bc-8300-8ad3304be5f5 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updating instance_info_cache with network_info: [{"id": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "address": "fa:16:3e:e4:57:22", "network": {"id": "dca5e38e-2cc8-4595-9f49-96ee21e0f6db", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-454188558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35198e60d33f43218c839c05411cba45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8ffb3b-6b", "ovs_interfaceid": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.327094] env[68166]: INFO nova.compute.manager [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Took 38.11 seconds to build instance. [ 743.336737] env[68166]: DEBUG nova.compute.manager [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.337117] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.338328] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67252ef5-0184-4071-b3cd-3b40b4bc5ba0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.347956] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.348390] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b52261f-4d5a-4669-9510-7de0d3f73857 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.357078] env[68166]: DEBUG oslo_vmware.api [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 743.357078] env[68166]: value = "task-2806564" [ 743.357078] env[68166]: _type = "Task" [ 743.357078] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.367471] env[68166]: DEBUG oslo_vmware.api [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.459057] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806561, 'name': ReconfigVM_Task, 'duration_secs': 0.910228} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.459625] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 4fc3ae4b-6d30-4cc7-931b-4059175279b8/4fc3ae4b-6d30-4cc7-931b-4059175279b8.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.460827] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3afc9b11-8ada-4a01-9478-910bc8d3e97a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.473711] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 743.473711] env[68166]: value = "task-2806565" [ 743.473711] env[68166]: _type = "Task" [ 743.473711] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.506079] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806565, 'name': Rename_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.570473] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.642021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.642021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.642021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.642021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.642021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.643117] env[68166]: INFO nova.compute.manager [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Terminating instance [ 743.652048] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.972s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.652244] env[68166]: DEBUG nova.compute.manager [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.659999] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.322s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.660881] env[68166]: INFO nova.compute.claims [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.668046] env[68166]: DEBUG oslo_concurrency.lockutils [req-bbcdbc70-0c25-4cea-b43e-e358e471c871 req-2ac447a7-6028-4217-aab3-def1afbda079 service nova] Releasing lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.807299] env[68166]: DEBUG oslo_concurrency.lockutils [req-56db1fd3-3228-4f5b-b9ce-419dc29cce3a req-ee2d5ff3-cc35-40bc-8300-8ad3304be5f5 service nova] Releasing lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.833877] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac39c685-b130-42a2-b4d4-be720fe91a07 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "edc58ee1-713f-406e-919c-fcd704daf3dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 118.139s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.853693] env[68166]: INFO nova.network.neutron [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Port fb10e43c-d943-4620-8ea0-662c977939ef from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 743.854097] env[68166]: DEBUG nova.network.neutron [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Updating instance_info_cache with network_info: [{"id": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "address": "fa:16:3e:95:5a:41", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f5af11b-88", "ovs_interfaceid": "0f5af11b-882c-46d9-a62d-db9f7bbe36c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.869573] env[68166]: DEBUG oslo_vmware.api [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806564, 'name': PowerOffVM_Task, 'duration_secs': 0.389398} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.870480] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.870750] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.871103] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be2a0234-bd30-459a-85c7-1af48037712d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.947913] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.948879] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.948879] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Deleting the datastore file [datastore2] a2239d08-ea4c-49a1-a3e4-657ff7cdb55e {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.949024] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83af254e-cbcb-4e05-abf1-97553549a6db {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.959521] env[68166]: DEBUG oslo_vmware.api [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for the task: (returnval){ [ 743.959521] env[68166]: value = "task-2806567" [ 743.959521] env[68166]: _type = "Task" [ 743.959521] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.969641] env[68166]: DEBUG oslo_vmware.api [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.993717] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806565, 'name': Rename_Task, 'duration_secs': 0.253968} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.994126] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.994472] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27379ad6-172e-4424-9168-49fa65363edc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.002870] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 744.002870] env[68166]: value = "task-2806568" [ 744.002870] env[68166]: _type = "Task" [ 744.002870] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.017041] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.073421] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806563, 'name': ReconfigVM_Task, 'duration_secs': 0.715778} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.073826] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 363c99d0-1cdc-4206-b377-70c122875fac/363c99d0-1cdc-4206-b377-70c122875fac.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.074470] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66476110-d79c-4514-a354-f417fd0a7af9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.083408] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 744.083408] env[68166]: value = "task-2806569" [ 744.083408] env[68166]: _type = "Task" [ 744.083408] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.098504] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806569, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.146960] env[68166]: DEBUG nova.compute.manager [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.149082] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.149359] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acd029a-07c2-4332-b6ed-14835459e5ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.159580] env[68166]: DEBUG nova.compute.utils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.164498] env[68166]: DEBUG nova.compute.manager [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.164676] env[68166]: DEBUG nova.network.neutron [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.170231] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.173922] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6bd79d8-0710-4778-9bf1-6512c6b51836 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.181961] env[68166]: DEBUG nova.compute.manager [req-997dc04e-d9bc-4f96-b81b-8c0a8cc17893 req-9bba928e-5e54-479c-9a98-91387da7b43f service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Received event network-vif-deleted-fb10e43c-d943-4620-8ea0-662c977939ef {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.192495] env[68166]: DEBUG oslo_vmware.api [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 744.192495] env[68166]: value = "task-2806570" [ 744.192495] env[68166]: _type = "Task" [ 744.192495] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.203425] env[68166]: DEBUG oslo_vmware.api [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.237715] env[68166]: DEBUG nova.policy [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4785d817409445de86350a8b0dc677ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47eefdc02ec24e7384603eeed3fec739', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.338857] env[68166]: DEBUG nova.compute.manager [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.359224] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-6cab09dd-a5da-45a3-9058-2d99be5e8a76" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.473234] env[68166]: DEBUG oslo_vmware.api [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Task: {'id': task-2806567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261381} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.473234] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.473234] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.473462] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.473462] env[68166]: INFO nova.compute.manager [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 744.473792] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.473920] env[68166]: DEBUG nova.compute.manager [-] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.474023] env[68166]: DEBUG nova.network.neutron [-] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.521746] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.598101] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806569, 'name': Rename_Task, 'duration_secs': 0.198876} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.598667] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.599034] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12e88c4d-3cf0-41d8-be26-e032e01ff693 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.613204] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 744.613204] env[68166]: value = "task-2806571" [ 744.613204] env[68166]: _type = "Task" [ 744.613204] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.619342] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.637096] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.671457] env[68166]: DEBUG nova.compute.manager [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.707716] env[68166]: DEBUG oslo_vmware.api [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806570, 'name': PowerOffVM_Task, 'duration_secs': 0.186254} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.711660] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.711898] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.712443] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f631adc4-1223-45da-96cf-57398cb36cf2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.796766] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.797023] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.797241] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Deleting the datastore file [datastore1] 6cab09dd-a5da-45a3-9058-2d99be5e8a76 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.797527] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd3ed9de-1862-4546-96b8-a7ada3053370 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.808211] env[68166]: DEBUG oslo_vmware.api [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 744.808211] env[68166]: value = "task-2806573" [ 744.808211] env[68166]: _type = "Task" [ 744.808211] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.820703] env[68166]: DEBUG oslo_vmware.api [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.863750] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.864095] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8756ba19-1ddc-4eee-bc04-59836d75f1a5 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-6cab09dd-a5da-45a3-9058-2d99be5e8a76-fb10e43c-d943-4620-8ea0-662c977939ef" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.635s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.869025] env[68166]: DEBUG nova.network.neutron [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Successfully created port: 2d129f83-fb87-4f8d-b014-5156c7e10810 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.906568] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "edc58ee1-713f-406e-919c-fcd704daf3dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.907058] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "edc58ee1-713f-406e-919c-fcd704daf3dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.907855] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "edc58ee1-713f-406e-919c-fcd704daf3dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.907855] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "edc58ee1-713f-406e-919c-fcd704daf3dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.907855] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "edc58ee1-713f-406e-919c-fcd704daf3dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.911034] env[68166]: INFO nova.compute.manager [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Terminating instance [ 745.022441] env[68166]: DEBUG oslo_vmware.api [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806568, 'name': PowerOnVM_Task, 'duration_secs': 0.919946} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.027045] env[68166]: DEBUG oslo_concurrency.lockutils [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "14b21a96-242a-42a5-a7c5-c074297ea6d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.027299] env[68166]: DEBUG oslo_concurrency.lockutils [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "14b21a96-242a-42a5-a7c5-c074297ea6d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.027400] env[68166]: DEBUG oslo_concurrency.lockutils [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "14b21a96-242a-42a5-a7c5-c074297ea6d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.027699] env[68166]: DEBUG oslo_concurrency.lockutils [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "14b21a96-242a-42a5-a7c5-c074297ea6d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.027980] env[68166]: DEBUG oslo_concurrency.lockutils [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "14b21a96-242a-42a5-a7c5-c074297ea6d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.029856] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.030066] env[68166]: DEBUG nova.compute.manager [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.031564] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e983d9-24b7-4a18-8a9b-962f196f3dfd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.035156] env[68166]: INFO nova.compute.manager [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Terminating instance [ 745.125478] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806571, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.326896] env[68166]: DEBUG oslo_vmware.api [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269892} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.326896] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.326991] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.327626] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.327626] env[68166]: INFO nova.compute.manager [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Took 1.18 seconds to destroy the instance on the hypervisor. [ 745.327626] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.327815] env[68166]: DEBUG nova.compute.manager [-] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.327815] env[68166]: DEBUG nova.network.neutron [-] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.424662] env[68166]: DEBUG nova.compute.manager [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.424874] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.425979] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294c086a-6de7-4c34-aafa-fe92c6145d95 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.435415] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.435633] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c03b4c7-b9c8-4e67-b0c1-ccc993bc18c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.443306] env[68166]: DEBUG oslo_vmware.api [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 745.443306] env[68166]: value = "task-2806574" [ 745.443306] env[68166]: _type = "Task" [ 745.443306] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.453859] env[68166]: DEBUG oslo_vmware.api [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.489793] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f235f-016b-4f11-9efd-e34b5d5c465a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.497894] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbd80f2-4bf9-4940-a083-dadfb6361b98 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.536149] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4c9afd-11aa-4db1-94a8-1050a874f2ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.543326] env[68166]: DEBUG nova.compute.manager [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.543553] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.544379] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a624d1e3-9187-465d-9fee-ec5fa74a7e43 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.560582] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53126263-6b3f-4f09-b51b-1165c309a676 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.566109] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.570036] env[68166]: DEBUG nova.network.neutron [-] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.570036] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-694badfe-d916-48fc-a376-131873fa91be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.571726] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.585753] env[68166]: DEBUG nova.compute.provider_tree [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.589963] env[68166]: DEBUG oslo_vmware.api [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 745.589963] env[68166]: value = "task-2806575" [ 745.589963] env[68166]: _type = "Task" [ 745.589963] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.602228] env[68166]: DEBUG oslo_vmware.api [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.623329] env[68166]: DEBUG oslo_vmware.api [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806571, 'name': PowerOnVM_Task, 'duration_secs': 0.667764} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.623683] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.623970] env[68166]: INFO nova.compute.manager [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Took 6.13 seconds to spawn the instance on the hypervisor. [ 745.624371] env[68166]: DEBUG nova.compute.manager [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.625479] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5383833-9325-4501-8423-f29dbd3ccc44 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.689239] env[68166]: DEBUG nova.compute.manager [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.734942] env[68166]: DEBUG nova.virt.hardware [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.735241] env[68166]: DEBUG nova.virt.hardware [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.735402] env[68166]: DEBUG nova.virt.hardware [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.735585] env[68166]: DEBUG nova.virt.hardware [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.735819] env[68166]: DEBUG nova.virt.hardware [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.736147] env[68166]: DEBUG nova.virt.hardware [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.736892] env[68166]: DEBUG nova.virt.hardware [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.736892] env[68166]: DEBUG nova.virt.hardware [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.736892] env[68166]: DEBUG nova.virt.hardware [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.737253] env[68166]: DEBUG nova.virt.hardware [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.737465] env[68166]: DEBUG nova.virt.hardware [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.738455] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45753230-cb24-4d72-b176-990907ab8497 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.749185] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9a50e1-5ba8-4819-a19d-e11ae1263b85 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.957038] env[68166]: DEBUG oslo_vmware.api [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806574, 'name': PowerOffVM_Task, 'duration_secs': 0.265462} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.957377] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.957516] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.957716] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50828e00-8cd7-4533-8cc2-66aa689170d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.030023] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.030023] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.030023] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleting the datastore file [datastore1] edc58ee1-713f-406e-919c-fcd704daf3dc {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.030530] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34cb0b09-ee90-4373-b037-7f1cc910cb0d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.041147] env[68166]: DEBUG oslo_vmware.api [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 746.041147] env[68166]: value = "task-2806577" [ 746.041147] env[68166]: _type = "Task" [ 746.041147] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.053943] env[68166]: DEBUG oslo_vmware.api [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.072905] env[68166]: INFO nova.compute.manager [-] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Took 1.60 seconds to deallocate network for instance. [ 746.093044] env[68166]: DEBUG nova.scheduler.client.report [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.109602] env[68166]: DEBUG oslo_vmware.api [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806575, 'name': PowerOffVM_Task, 'duration_secs': 0.208058} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.110506] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.110669] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.111079] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5186b82-960b-4cdd-a05d-a4a85a88394c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.145895] env[68166]: INFO nova.compute.manager [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Took 40.31 seconds to build instance. [ 746.193012] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.193275] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.193576] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Deleting the datastore file [datastore1] 14b21a96-242a-42a5-a7c5-c074297ea6d5 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.193962] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06af31ff-5cb6-43f3-b491-4418a321008a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.205722] env[68166]: DEBUG oslo_vmware.api [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 746.205722] env[68166]: value = "task-2806579" [ 746.205722] env[68166]: _type = "Task" [ 746.205722] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.216585] env[68166]: DEBUG oslo_vmware.api [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.478466] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "4fc3ae4b-6d30-4cc7-931b-4059175279b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.478925] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4fc3ae4b-6d30-4cc7-931b-4059175279b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.479183] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "4fc3ae4b-6d30-4cc7-931b-4059175279b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.479391] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4fc3ae4b-6d30-4cc7-931b-4059175279b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.479573] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4fc3ae4b-6d30-4cc7-931b-4059175279b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.481929] env[68166]: INFO nova.compute.manager [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Terminating instance [ 746.516019] env[68166]: DEBUG nova.compute.manager [req-280ba20a-cbf6-4537-9cbc-4c9550e14cba req-685d8dbb-728c-4fb4-9f14-edbfa0f0410e service nova] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Received event network-vif-deleted-f6676168-ce4c-4099-a79c-214934a291d5 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.516331] env[68166]: DEBUG nova.compute.manager [req-280ba20a-cbf6-4537-9cbc-4c9550e14cba req-685d8dbb-728c-4fb4-9f14-edbfa0f0410e service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Received event network-vif-deleted-0f5af11b-882c-46d9-a62d-db9f7bbe36c2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.516494] env[68166]: INFO nova.compute.manager [req-280ba20a-cbf6-4537-9cbc-4c9550e14cba req-685d8dbb-728c-4fb4-9f14-edbfa0f0410e service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Neutron deleted interface 0f5af11b-882c-46d9-a62d-db9f7bbe36c2; detaching it from the instance and deleting it from the info cache [ 746.516701] env[68166]: DEBUG nova.network.neutron [req-280ba20a-cbf6-4537-9cbc-4c9550e14cba req-685d8dbb-728c-4fb4-9f14-edbfa0f0410e service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.549367] env[68166]: DEBUG oslo_vmware.api [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277023} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.549623] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.549799] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.550249] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.550249] env[68166]: INFO nova.compute.manager [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 746.550434] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.550733] env[68166]: DEBUG nova.compute.manager [-] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.550826] env[68166]: DEBUG nova.network.neutron [-] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.566885] env[68166]: DEBUG nova.network.neutron [-] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.581282] env[68166]: DEBUG oslo_concurrency.lockutils [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.602978] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.944s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.602978] env[68166]: DEBUG nova.compute.manager [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.606203] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.369s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.607363] env[68166]: INFO nova.compute.claims [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.652048] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be895250-3d0a-4874-b6cd-7e9c67e53531 tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lock "363c99d0-1cdc-4206-b377-70c122875fac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 120.729s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.723053] env[68166]: DEBUG oslo_vmware.api [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242811} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.724531] env[68166]: DEBUG nova.network.neutron [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Successfully updated port: 2d129f83-fb87-4f8d-b014-5156c7e10810 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.726155] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.726495] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.726860] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.729025] env[68166]: INFO nova.compute.manager [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 746.729025] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.729025] env[68166]: DEBUG nova.compute.manager [-] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.729025] env[68166]: DEBUG nova.network.neutron [-] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.916464] env[68166]: INFO nova.compute.manager [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Rebuilding instance [ 746.977864] env[68166]: DEBUG nova.compute.manager [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.978824] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3b53f1-5f44-4939-ad0f-b2b5d4fafbf4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.987846] env[68166]: DEBUG nova.compute.manager [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.987846] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.994946] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e311ade9-16f3-45e8-8ef7-6d5331910c40 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.999942] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.000274] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15426c47-181b-45d1-a4ce-0fea13bc03e7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.009025] env[68166]: DEBUG oslo_vmware.api [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 747.009025] env[68166]: value = "task-2806580" [ 747.009025] env[68166]: _type = "Task" [ 747.009025] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.022844] env[68166]: DEBUG oslo_vmware.api [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.023383] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-186ffe85-8c1f-4fc4-8d57-d0f6734d9100 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.035383] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc56d093-03c9-4fb6-9fad-244c009c120c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.086669] env[68166]: INFO nova.compute.manager [-] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Took 1.76 seconds to deallocate network for instance. [ 747.086953] env[68166]: DEBUG nova.compute.manager [req-280ba20a-cbf6-4537-9cbc-4c9550e14cba req-685d8dbb-728c-4fb4-9f14-edbfa0f0410e service nova] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Detach interface failed, port_id=0f5af11b-882c-46d9-a62d-db9f7bbe36c2, reason: Instance 6cab09dd-a5da-45a3-9058-2d99be5e8a76 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 747.105645] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "8a8855b8-fb7e-4235-9284-15425b7cb956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.105997] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "8a8855b8-fb7e-4235-9284-15425b7cb956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.113172] env[68166]: DEBUG nova.compute.utils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.120046] env[68166]: DEBUG nova.compute.manager [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.120046] env[68166]: DEBUG nova.network.neutron [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.155980] env[68166]: DEBUG nova.compute.manager [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.236208] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Acquiring lock "refresh_cache-372b0081-e53b-4594-b491-812e624a314b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.237599] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Acquired lock "refresh_cache-372b0081-e53b-4594-b491-812e624a314b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.237599] env[68166]: DEBUG nova.network.neutron [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.244024] env[68166]: DEBUG nova.policy [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de6b1e319c7249cf839115f5fb981eed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '717de4bd33e149d0a6bef172144e5d9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.521586] env[68166]: DEBUG oslo_vmware.api [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806580, 'name': PowerOffVM_Task, 'duration_secs': 0.263705} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.521900] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.522099] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.522371] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a00af8e-66a5-4b3e-9d62-18c6e50e9199 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.598822] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.598995] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.599768] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.599768] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleting the datastore file [datastore1] 4fc3ae4b-6d30-4cc7-931b-4059175279b8 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.599768] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca799b5-cf5d-486b-bbc9-7016699b9618 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.609029] env[68166]: DEBUG oslo_vmware.api [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 747.609029] env[68166]: value = "task-2806582" [ 747.609029] env[68166]: _type = "Task" [ 747.609029] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.610032] env[68166]: DEBUG nova.network.neutron [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Successfully created port: ae606620-8e63-4afc-8a84-eb0747e73c69 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.618298] env[68166]: DEBUG nova.compute.manager [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.628441] env[68166]: DEBUG oslo_vmware.api [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.630566] env[68166]: DEBUG nova.network.neutron [-] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.682217] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.691550] env[68166]: DEBUG nova.network.neutron [-] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.795610] env[68166]: DEBUG nova.network.neutron [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.999370] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.999728] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1a78b61-aaed-407e-941e-cbbb3ba15516 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.008963] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 748.008963] env[68166]: value = "task-2806583" [ 748.008963] env[68166]: _type = "Task" [ 748.008963] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.016350] env[68166]: DEBUG nova.network.neutron [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Updating instance_info_cache with network_info: [{"id": "2d129f83-fb87-4f8d-b014-5156c7e10810", "address": "fa:16:3e:39:2b:da", "network": {"id": "b14fa361-0d27-430d-8b19-648f06186cf3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1788093758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47eefdc02ec24e7384603eeed3fec739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d129f83-fb", "ovs_interfaceid": "2d129f83-fb87-4f8d-b014-5156c7e10810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.024942] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.126849] env[68166]: DEBUG oslo_vmware.api [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225242} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.128049] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.128433] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.128602] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.128893] env[68166]: INFO nova.compute.manager [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 748.129222] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.135591] env[68166]: DEBUG nova.compute.manager [-] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.135694] env[68166]: DEBUG nova.network.neutron [-] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.137870] env[68166]: INFO nova.compute.manager [-] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Took 1.59 seconds to deallocate network for instance. [ 748.197806] env[68166]: INFO nova.compute.manager [-] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Took 1.47 seconds to deallocate network for instance. [ 748.399842] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732a98a9-2969-4f4f-9e69-b8fe50433adb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.411941] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a19bb-3d3b-40f4-977a-c3dd7b7aa461 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.444029] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb46fc9-d605-463a-a0be-e9d4d714634b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.454128] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160cf4ab-31c8-4962-ae83-d8f68a1853cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.469087] env[68166]: DEBUG nova.compute.provider_tree [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.522488] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Releasing lock "refresh_cache-372b0081-e53b-4594-b491-812e624a314b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.522705] env[68166]: DEBUG nova.compute.manager [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Instance network_info: |[{"id": "2d129f83-fb87-4f8d-b014-5156c7e10810", "address": "fa:16:3e:39:2b:da", "network": {"id": "b14fa361-0d27-430d-8b19-648f06186cf3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1788093758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47eefdc02ec24e7384603eeed3fec739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d129f83-fb", "ovs_interfaceid": "2d129f83-fb87-4f8d-b014-5156c7e10810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.523021] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806583, 'name': PowerOffVM_Task, 'duration_secs': 0.126174} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.523361] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:2b:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d129f83-fb87-4f8d-b014-5156c7e10810', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.530718] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Creating folder: Project (47eefdc02ec24e7384603eeed3fec739). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.531017] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.531261] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.531525] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0160f54c-fecd-428a-adb3-3bbe586b3ecb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.534072] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb41514-4219-45c3-aff2-76e92c082a55 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.545974] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.546933] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4d57b27-664d-4b18-9add-264ca06e9e40 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.552370] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Created folder: Project (47eefdc02ec24e7384603eeed3fec739) in parent group-v563881. [ 748.552370] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Creating folder: Instances. Parent ref: group-v564023. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.552928] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a8d4ac4-11d2-4359-bd58-7b4fa0c4be5e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.569051] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Created folder: Instances in parent group-v564023. [ 748.569342] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.569549] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 372b0081-e53b-4594-b491-812e624a314b] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.569768] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45252dac-6832-4213-b24d-7d41638144b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.593044] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.593318] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.593514] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Deleting the datastore file [datastore1] 363c99d0-1cdc-4206-b377-70c122875fac {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.594321] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da23db69-fb2d-4d92-8c21-d5305dc66264 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.600983] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 748.600983] env[68166]: value = "task-2806588" [ 748.600983] env[68166]: _type = "Task" [ 748.600983] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.602377] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.602377] env[68166]: value = "task-2806587" [ 748.602377] env[68166]: _type = "Task" [ 748.602377] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.620023] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.620023] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806587, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.639415] env[68166]: DEBUG nova.compute.manager [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.646836] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.662563] env[68166]: DEBUG nova.compute.manager [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] [instance: 372b0081-e53b-4594-b491-812e624a314b] Received event network-vif-plugged-2d129f83-fb87-4f8d-b014-5156c7e10810 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.664526] env[68166]: DEBUG oslo_concurrency.lockutils [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] Acquiring lock "372b0081-e53b-4594-b491-812e624a314b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.664964] env[68166]: DEBUG oslo_concurrency.lockutils [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] Lock "372b0081-e53b-4594-b491-812e624a314b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.665753] env[68166]: DEBUG oslo_concurrency.lockutils [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] Lock "372b0081-e53b-4594-b491-812e624a314b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.666261] env[68166]: DEBUG nova.compute.manager [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] [instance: 372b0081-e53b-4594-b491-812e624a314b] No waiting events found dispatching network-vif-plugged-2d129f83-fb87-4f8d-b014-5156c7e10810 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.666693] env[68166]: WARNING nova.compute.manager [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] [instance: 372b0081-e53b-4594-b491-812e624a314b] Received unexpected event network-vif-plugged-2d129f83-fb87-4f8d-b014-5156c7e10810 for instance with vm_state building and task_state spawning. [ 748.667488] env[68166]: DEBUG nova.compute.manager [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] [instance: 372b0081-e53b-4594-b491-812e624a314b] Received event network-changed-2d129f83-fb87-4f8d-b014-5156c7e10810 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.668405] env[68166]: DEBUG nova.compute.manager [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] [instance: 372b0081-e53b-4594-b491-812e624a314b] Refreshing instance network info cache due to event network-changed-2d129f83-fb87-4f8d-b014-5156c7e10810. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.669034] env[68166]: DEBUG oslo_concurrency.lockutils [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] Acquiring lock "refresh_cache-372b0081-e53b-4594-b491-812e624a314b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.669034] env[68166]: DEBUG oslo_concurrency.lockutils [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] Acquired lock "refresh_cache-372b0081-e53b-4594-b491-812e624a314b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.669034] env[68166]: DEBUG nova.network.neutron [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] [instance: 372b0081-e53b-4594-b491-812e624a314b] Refreshing network info cache for port 2d129f83-fb87-4f8d-b014-5156c7e10810 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.686485] env[68166]: DEBUG nova.virt.hardware [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:48:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='22cc6291-0eab-44b3-8dcd-e8ebe65ceca0',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1762717280',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.686789] env[68166]: DEBUG nova.virt.hardware [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.687197] env[68166]: DEBUG nova.virt.hardware [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.687272] env[68166]: DEBUG nova.virt.hardware [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.687385] env[68166]: DEBUG nova.virt.hardware [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.687948] env[68166]: DEBUG nova.virt.hardware [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.688275] env[68166]: DEBUG nova.virt.hardware [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.688482] env[68166]: DEBUG nova.virt.hardware [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.688690] env[68166]: DEBUG nova.virt.hardware [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.688934] env[68166]: DEBUG nova.virt.hardware [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.689164] env[68166]: DEBUG nova.virt.hardware [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.690439] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81df82a4-9068-4918-bbd4-745b240a1414 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.703104] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069cc84a-ddba-4dcb-9f03-f1a3d4d95e96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.709259] env[68166]: DEBUG oslo_concurrency.lockutils [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.973434] env[68166]: DEBUG nova.scheduler.client.report [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.116612] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806587, 'name': CreateVM_Task, 'duration_secs': 0.460356} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.119285] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 372b0081-e53b-4594-b491-812e624a314b] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.119589] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10454} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.120425] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.120611] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.120931] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.121220] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.121828] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.121828] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.124469] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281a66c5-98ee-4afc-ab2f-85199a052a35 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.130882] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Waiting for the task: (returnval){ [ 749.130882] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e286f8-dd65-924a-fbd1-78ec477ca71d" [ 749.130882] env[68166]: _type = "Task" [ 749.130882] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.139996] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e286f8-dd65-924a-fbd1-78ec477ca71d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.243442] env[68166]: DEBUG nova.network.neutron [-] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.360874] env[68166]: DEBUG nova.compute.manager [req-5edd69a6-7ece-4e95-bf81-b1fd8908db54 req-c0f06745-799b-426e-b10f-3d6059816773 service nova] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Received event network-vif-plugged-ae606620-8e63-4afc-8a84-eb0747e73c69 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.361111] env[68166]: DEBUG oslo_concurrency.lockutils [req-5edd69a6-7ece-4e95-bf81-b1fd8908db54 req-c0f06745-799b-426e-b10f-3d6059816773 service nova] Acquiring lock "7d2f1fa6-e57a-497d-86b5-42091880151a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.361526] env[68166]: DEBUG oslo_concurrency.lockutils [req-5edd69a6-7ece-4e95-bf81-b1fd8908db54 req-c0f06745-799b-426e-b10f-3d6059816773 service nova] Lock "7d2f1fa6-e57a-497d-86b5-42091880151a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.361868] env[68166]: DEBUG oslo_concurrency.lockutils [req-5edd69a6-7ece-4e95-bf81-b1fd8908db54 req-c0f06745-799b-426e-b10f-3d6059816773 service nova] Lock "7d2f1fa6-e57a-497d-86b5-42091880151a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.361868] env[68166]: DEBUG nova.compute.manager [req-5edd69a6-7ece-4e95-bf81-b1fd8908db54 req-c0f06745-799b-426e-b10f-3d6059816773 service nova] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] No waiting events found dispatching network-vif-plugged-ae606620-8e63-4afc-8a84-eb0747e73c69 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.361868] env[68166]: WARNING nova.compute.manager [req-5edd69a6-7ece-4e95-bf81-b1fd8908db54 req-c0f06745-799b-426e-b10f-3d6059816773 service nova] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Received unexpected event network-vif-plugged-ae606620-8e63-4afc-8a84-eb0747e73c69 for instance with vm_state building and task_state spawning. [ 749.413236] env[68166]: DEBUG nova.network.neutron [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Successfully updated port: ae606620-8e63-4afc-8a84-eb0747e73c69 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.479145] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.873s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.479627] env[68166]: DEBUG nova.compute.manager [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.486193] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.436s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.491332] env[68166]: INFO nova.compute.claims [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.584499] env[68166]: DEBUG nova.network.neutron [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] [instance: 372b0081-e53b-4594-b491-812e624a314b] Updated VIF entry in instance network info cache for port 2d129f83-fb87-4f8d-b014-5156c7e10810. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.584499] env[68166]: DEBUG nova.network.neutron [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] [instance: 372b0081-e53b-4594-b491-812e624a314b] Updating instance_info_cache with network_info: [{"id": "2d129f83-fb87-4f8d-b014-5156c7e10810", "address": "fa:16:3e:39:2b:da", "network": {"id": "b14fa361-0d27-430d-8b19-648f06186cf3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1788093758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47eefdc02ec24e7384603eeed3fec739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d129f83-fb", "ovs_interfaceid": "2d129f83-fb87-4f8d-b014-5156c7e10810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.647224] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e286f8-dd65-924a-fbd1-78ec477ca71d, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.647224] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.647224] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.647494] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.647540] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.648184] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.648184] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c781ad3e-3ded-481f-b3a4-3e116caecfb3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.658711] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.658923] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.660373] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221deee7-f771-46b8-b579-c85999a34af2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.668950] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Waiting for the task: (returnval){ [ 749.668950] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d31fc4-e726-2569-a3f7-a8efe32be326" [ 749.668950] env[68166]: _type = "Task" [ 749.668950] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.680370] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d31fc4-e726-2569-a3f7-a8efe32be326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.746936] env[68166]: INFO nova.compute.manager [-] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Took 1.61 seconds to deallocate network for instance. [ 749.915468] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.915622] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.915780] env[68166]: DEBUG nova.network.neutron [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.999158] env[68166]: DEBUG nova.compute.utils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.004254] env[68166]: DEBUG nova.compute.manager [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.004254] env[68166]: DEBUG nova.network.neutron [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.087181] env[68166]: DEBUG oslo_concurrency.lockutils [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] Releasing lock "refresh_cache-372b0081-e53b-4594-b491-812e624a314b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.087443] env[68166]: DEBUG nova.compute.manager [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Received event network-vif-deleted-653cdd0d-1535-43ea-88de-d966eff24458 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.087723] env[68166]: DEBUG nova.compute.manager [req-9da9ce58-4765-4365-841c-c80cdecba162 req-fd6f2cd4-cb97-4664-a274-973335c24a7f service nova] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Received event network-vif-deleted-af899f94-a6df-4568-8a54-5337025d349f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.106698] env[68166]: DEBUG nova.policy [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7819021b627446a69bd417513e12a397', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84ff6e9f724443dfa33726642732a926', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.162560] env[68166]: DEBUG nova.virt.hardware [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.162875] env[68166]: DEBUG nova.virt.hardware [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.162971] env[68166]: DEBUG nova.virt.hardware [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.163179] env[68166]: DEBUG nova.virt.hardware [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.163330] env[68166]: DEBUG nova.virt.hardware [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.163532] env[68166]: DEBUG nova.virt.hardware [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.163805] env[68166]: DEBUG nova.virt.hardware [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.163971] env[68166]: DEBUG nova.virt.hardware [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.164157] env[68166]: DEBUG nova.virt.hardware [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.164323] env[68166]: DEBUG nova.virt.hardware [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.164496] env[68166]: DEBUG nova.virt.hardware [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.165530] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4e4071-1f38-4050-a09c-4a136d4b6125 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.176626] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a329809a-2e47-4f38-b975-5dafb34221c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.184131] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d31fc4-e726-2569-a3f7-a8efe32be326, 'name': SearchDatastore_Task, 'duration_secs': 0.011188} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.184969] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69236b36-56b7-4286-89de-a941e256e785 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.196299] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.202859] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.203563] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.204111] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee78cd61-d1cb-4002-ac39-dd6beb9a7928 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.218156] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Waiting for the task: (returnval){ [ 750.218156] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c1d3b9-b48c-57b7-5e81-a3ce2c13fd73" [ 750.218156] env[68166]: _type = "Task" [ 750.218156] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.223739] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.223739] env[68166]: value = "task-2806589" [ 750.223739] env[68166]: _type = "Task" [ 750.223739] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.231716] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c1d3b9-b48c-57b7-5e81-a3ce2c13fd73, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.232351] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.232608] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 372b0081-e53b-4594-b491-812e624a314b/372b0081-e53b-4594-b491-812e624a314b.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.232871] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86992a55-b7c2-41c9-a66e-30f26d1cdb07 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.238895] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806589, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.243956] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Waiting for the task: (returnval){ [ 750.243956] env[68166]: value = "task-2806590" [ 750.243956] env[68166]: _type = "Task" [ 750.243956] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.252044] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.255096] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.293852] env[68166]: DEBUG oslo_vmware.rw_handles [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5288a96c-68c8-7a24-5fe7-1fca097d412f/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 750.294801] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be45edfb-7ca5-4eb5-b5ea-133c70f9c5b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.302173] env[68166]: DEBUG oslo_vmware.rw_handles [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5288a96c-68c8-7a24-5fe7-1fca097d412f/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 750.302947] env[68166]: ERROR oslo_vmware.rw_handles [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5288a96c-68c8-7a24-5fe7-1fca097d412f/disk-0.vmdk due to incomplete transfer. [ 750.302947] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d310cad-845c-406e-b06b-7ea7844f687c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.311965] env[68166]: DEBUG oslo_vmware.rw_handles [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5288a96c-68c8-7a24-5fe7-1fca097d412f/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 750.312073] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Uploaded image 17e6eb7a-4dc9-4d13-9bcf-aacd38808834 to the Glance image server {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 750.314209] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 750.314497] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8193f974-1c0d-429e-bf0d-3202fb2cbcfa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.322167] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 750.322167] env[68166]: value = "task-2806591" [ 750.322167] env[68166]: _type = "Task" [ 750.322167] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.331656] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806591, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.461944] env[68166]: DEBUG nova.network.neutron [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.506722] env[68166]: DEBUG nova.compute.manager [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.584614] env[68166]: DEBUG nova.network.neutron [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Successfully created port: 68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.746500] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806589, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.760625] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806590, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.813814] env[68166]: DEBUG nova.network.neutron [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance_info_cache with network_info: [{"id": "ae606620-8e63-4afc-8a84-eb0747e73c69", "address": "fa:16:3e:87:45:f0", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae606620-8e", "ovs_interfaceid": "ae606620-8e63-4afc-8a84-eb0747e73c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.838765] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806591, 'name': Destroy_Task, 'duration_secs': 0.350713} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.843931] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Destroyed the VM [ 750.843931] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 750.843931] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c6ba657-8ed3-477f-9dce-cc73a321e389 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.852632] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 750.852632] env[68166]: value = "task-2806592" [ 750.852632] env[68166]: _type = "Task" [ 750.852632] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.861320] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.919243] env[68166]: DEBUG nova.compute.manager [req-275e7ecd-8eec-4bdb-a168-2ddbda844110 req-25570cf7-0a25-4b6e-af67-32375e7a132c service nova] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Received event network-vif-deleted-b4a1d3f0-c4ea-47e1-a291-ada03b96e575 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.238570] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806589, 'name': CreateVM_Task, 'duration_secs': 0.519142} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.238828] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.242201] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.242201] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.242201] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.242201] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9a3fb9-fe5f-4897-bc78-b6dc95f62742 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.245475] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 751.245475] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]525418d0-6640-60e4-887e-9c2189e44d5e" [ 751.245475] env[68166]: _type = "Task" [ 751.245475] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.250668] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18426357-5eff-48b1-89f7-0aa7009dc8e4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.263605] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]525418d0-6640-60e4-887e-9c2189e44d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.269160] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555746} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.269732] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 372b0081-e53b-4594-b491-812e624a314b/372b0081-e53b-4594-b491-812e624a314b.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.270026] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.271182] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5081c7-1669-40d3-95c9-987539bc086b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.275975] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bba762b-ad15-42fe-9225-b0a419ea8154 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.310018] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea885f5e-5d3f-4c7c-b6b9-97aa9e60340b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.312802] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Waiting for the task: (returnval){ [ 751.312802] env[68166]: value = "task-2806593" [ 751.312802] env[68166]: _type = "Task" [ 751.312802] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.319597] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092c67d3-37bd-4051-9868-5c6bc5c18ed7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.327087] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.327471] env[68166]: DEBUG nova.compute.manager [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Instance network_info: |[{"id": "ae606620-8e63-4afc-8a84-eb0747e73c69", "address": "fa:16:3e:87:45:f0", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae606620-8e", "ovs_interfaceid": "ae606620-8e63-4afc-8a84-eb0747e73c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.328108] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.328593] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:45:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae606620-8e63-4afc-8a84-eb0747e73c69', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.336054] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.336657] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.336916] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-227d8bc7-0c8e-432d-96f7-a789b1422b08 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.363112] env[68166]: DEBUG nova.compute.provider_tree [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.373406] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806592, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.374863] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.374863] env[68166]: value = "task-2806594" [ 751.374863] env[68166]: _type = "Task" [ 751.374863] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.519681] env[68166]: DEBUG nova.compute.manager [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.551635] env[68166]: DEBUG nova.virt.hardware [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.551635] env[68166]: DEBUG nova.virt.hardware [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.551784] env[68166]: DEBUG nova.virt.hardware [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.552029] env[68166]: DEBUG nova.virt.hardware [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.552182] env[68166]: DEBUG nova.virt.hardware [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.552327] env[68166]: DEBUG nova.virt.hardware [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.552528] env[68166]: DEBUG nova.virt.hardware [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.552682] env[68166]: DEBUG nova.virt.hardware [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.553616] env[68166]: DEBUG nova.virt.hardware [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.553874] env[68166]: DEBUG nova.virt.hardware [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.554056] env[68166]: DEBUG nova.virt.hardware [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.554879] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c61abf-a6cc-43ab-b9e8-f7e85b87f99e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.564857] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48f1415-5ed2-4975-b2ab-cea6fc6a3d3c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.621890] env[68166]: DEBUG nova.compute.manager [req-9e926f63-e023-4ecf-9d20-e8c2a673ec85 req-6547387e-42a2-450f-bc43-71714fc8c2a9 service nova] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Received event network-changed-ae606620-8e63-4afc-8a84-eb0747e73c69 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.622104] env[68166]: DEBUG nova.compute.manager [req-9e926f63-e023-4ecf-9d20-e8c2a673ec85 req-6547387e-42a2-450f-bc43-71714fc8c2a9 service nova] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Refreshing instance network info cache due to event network-changed-ae606620-8e63-4afc-8a84-eb0747e73c69. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 751.622326] env[68166]: DEBUG oslo_concurrency.lockutils [req-9e926f63-e023-4ecf-9d20-e8c2a673ec85 req-6547387e-42a2-450f-bc43-71714fc8c2a9 service nova] Acquiring lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.622468] env[68166]: DEBUG oslo_concurrency.lockutils [req-9e926f63-e023-4ecf-9d20-e8c2a673ec85 req-6547387e-42a2-450f-bc43-71714fc8c2a9 service nova] Acquired lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.622645] env[68166]: DEBUG nova.network.neutron [req-9e926f63-e023-4ecf-9d20-e8c2a673ec85 req-6547387e-42a2-450f-bc43-71714fc8c2a9 service nova] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Refreshing network info cache for port ae606620-8e63-4afc-8a84-eb0747e73c69 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.757055] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]525418d0-6640-60e4-887e-9c2189e44d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.025101} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.757393] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.757641] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.760231] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.760231] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.760231] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.760231] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59e1bfea-d1f0-44d0-9b12-23899fe2b302 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.777184] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.777184] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.777184] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c240509-be40-4a12-a813-5013af920c3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.785702] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 751.785702] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526728fc-0554-6198-9fa6-df2205a84479" [ 751.785702] env[68166]: _type = "Task" [ 751.785702] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.796586] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526728fc-0554-6198-9fa6-df2205a84479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.826741] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069792} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.826972] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.828241] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd402625-31b4-4ec0-9615-1ec3c889d057 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.858998] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 372b0081-e53b-4594-b491-812e624a314b/372b0081-e53b-4594-b491-812e624a314b.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.859403] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9911f9ff-2d28-4e91-9c45-8f365f9caf1b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.876049] env[68166]: DEBUG nova.scheduler.client.report [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.890151] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Waiting for the task: (returnval){ [ 751.890151] env[68166]: value = "task-2806595" [ 751.890151] env[68166]: _type = "Task" [ 751.890151] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.896094] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806594, 'name': CreateVM_Task, 'duration_secs': 0.382522} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.897128] env[68166]: DEBUG oslo_vmware.api [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806592, 'name': RemoveSnapshot_Task, 'duration_secs': 0.660346} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.900111] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.901357] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 751.901357] env[68166]: INFO nova.compute.manager [None req-acd98933-6073-48ca-b790-2a2ebf25b98f tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 751.903728] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.903940] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.904332] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.905095] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc63018c-d670-4d8d-86a2-8f674e7f9be2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.914183] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.914183] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 751.914183] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eca7ce-0bb9-d6b2-8f77-6b3c853c5043" [ 751.914183] env[68166]: _type = "Task" [ 751.914183] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.924110] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eca7ce-0bb9-d6b2-8f77-6b3c853c5043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.309962] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526728fc-0554-6198-9fa6-df2205a84479, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.309962] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c22ffa-955e-4630-ae8d-cd1bb4178101 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.314300] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 752.314300] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52235702-a7ed-e664-0ad9-d8af471ec98f" [ 752.314300] env[68166]: _type = "Task" [ 752.314300] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.327879] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52235702-a7ed-e664-0ad9-d8af471ec98f, 'name': SearchDatastore_Task} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.328166] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.328436] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 363c99d0-1cdc-4206-b377-70c122875fac/363c99d0-1cdc-4206-b377-70c122875fac.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.328703] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca974c0d-6903-4aad-a8b4-d57ef0de1075 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.338396] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 752.338396] env[68166]: value = "task-2806596" [ 752.338396] env[68166]: _type = "Task" [ 752.338396] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.348330] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.389093] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.903s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.389497] env[68166]: DEBUG nova.compute.manager [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.397636] env[68166]: DEBUG nova.network.neutron [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Successfully updated port: 68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.397636] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.101s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.420994] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.433361] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eca7ce-0bb9-d6b2-8f77-6b3c853c5043, 'name': SearchDatastore_Task, 'duration_secs': 0.01084} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.433863] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.434148] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.434449] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.434737] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.435158] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.438541] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e9d01bf-174f-4e36-8a8c-5443ba91bd72 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.450107] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.450390] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.451212] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b790fc03-971e-4a30-b659-891a00bbe307 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.463145] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 752.463145] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5269e0a9-32ac-7db2-29d9-01a89eb3f174" [ 752.463145] env[68166]: _type = "Task" [ 752.463145] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.473297] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5269e0a9-32ac-7db2-29d9-01a89eb3f174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.474937] env[68166]: DEBUG nova.network.neutron [req-9e926f63-e023-4ecf-9d20-e8c2a673ec85 req-6547387e-42a2-450f-bc43-71714fc8c2a9 service nova] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updated VIF entry in instance network info cache for port ae606620-8e63-4afc-8a84-eb0747e73c69. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.475463] env[68166]: DEBUG nova.network.neutron [req-9e926f63-e023-4ecf-9d20-e8c2a673ec85 req-6547387e-42a2-450f-bc43-71714fc8c2a9 service nova] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance_info_cache with network_info: [{"id": "ae606620-8e63-4afc-8a84-eb0747e73c69", "address": "fa:16:3e:87:45:f0", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae606620-8e", "ovs_interfaceid": "ae606620-8e63-4afc-8a84-eb0747e73c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.848031] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806596, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.903670] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.903803] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.903966] env[68166]: DEBUG nova.network.neutron [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.922689] env[68166]: DEBUG nova.compute.utils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.929878] env[68166]: DEBUG nova.compute.manager [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.930230] env[68166]: DEBUG nova.network.neutron [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.940818] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.974665] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5269e0a9-32ac-7db2-29d9-01a89eb3f174, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.976176] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ceb436-1df6-45eb-bced-91df92f43063 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.979609] env[68166]: DEBUG oslo_concurrency.lockutils [req-9e926f63-e023-4ecf-9d20-e8c2a673ec85 req-6547387e-42a2-450f-bc43-71714fc8c2a9 service nova] Releasing lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.986341] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 752.986341] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b5e0e4-45d8-9d73-d251-747ab37af68f" [ 752.986341] env[68166]: _type = "Task" [ 752.986341] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.993842] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b5e0e4-45d8-9d73-d251-747ab37af68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.996494] env[68166]: DEBUG nova.policy [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68df24b04f2e48a38afe73c3f53bb211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3edfe957e9b45d99617a862bcba1cb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.045295] env[68166]: DEBUG nova.compute.manager [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Received event network-vif-plugged-68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.045508] env[68166]: DEBUG oslo_concurrency.lockutils [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] Acquiring lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.045806] env[68166]: DEBUG oslo_concurrency.lockutils [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.045871] env[68166]: DEBUG oslo_concurrency.lockutils [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.046157] env[68166]: DEBUG nova.compute.manager [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] No waiting events found dispatching network-vif-plugged-68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.046330] env[68166]: WARNING nova.compute.manager [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Received unexpected event network-vif-plugged-68696588-9b6f-4436-ba0b-6453b10ddc61 for instance with vm_state building and task_state spawning. [ 753.046498] env[68166]: DEBUG nova.compute.manager [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Received event network-changed-68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.046654] env[68166]: DEBUG nova.compute.manager [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Refreshing instance network info cache due to event network-changed-68696588-9b6f-4436-ba0b-6453b10ddc61. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 753.046855] env[68166]: DEBUG oslo_concurrency.lockutils [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] Acquiring lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.155275] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Acquiring lock "63c63596-9f1f-403c-9faf-179f9316ef7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.155529] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Lock "63c63596-9f1f-403c-9faf-179f9316ef7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.346257] env[68166]: DEBUG nova.network.neutron [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Successfully created port: cdce57fe-c131-4e40-8349-8e09ff64c05c {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.355705] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806596, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.415920] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806595, 'name': ReconfigVM_Task, 'duration_secs': 1.280637} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.416246] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 372b0081-e53b-4594-b491-812e624a314b/372b0081-e53b-4594-b491-812e624a314b.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.416895] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdb0d00d-ecd1-4e67-bcd2-0579d0f4b27b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.427891] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Waiting for the task: (returnval){ [ 753.427891] env[68166]: value = "task-2806597" [ 753.427891] env[68166]: _type = "Task" [ 753.427891] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.434920] env[68166]: DEBUG nova.compute.manager [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.452473] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806597, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.466308] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 454157e8-7676-48d4-ad67-46759341426a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.466472] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 3252ed02-af47-4919-a692-2a1f9a325fe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.466579] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance b8c67555-fca1-4aa9-85fa-ccb217eb34ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.466695] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance a280c315-55e1-4e87-934c-e68328ced4b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.466806] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.466914] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 3a2b3377-72ea-4d06-9b48-e82757055254 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.467031] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance f1ed11a4-6524-41b7-a2f2-84b3e75a99e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.467185] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 6cab09dd-a5da-45a3-9058-2d99be5e8a76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.467338] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance a2239d08-ea4c-49a1-a3e4-657ff7cdb55e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.467401] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 369e1ee3-ae1e-453c-ac27-b21b6b171459 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469028] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance ea39978e-7c35-4f2a-8e27-f37840dcc68a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.469028] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 9e37a277-d4ad-4938-a999-061e1ce31df9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.469028] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance ce861df0-6e5c-4940-a0d3-54677ae80a8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469028] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 4330fb56-071a-4059-b7aa-84cd3ab5bf22 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469028] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 115e8583-bb39-42fa-8414-b5976e50c45b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469028] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance c473a08b-eec1-4c6a-a552-2a7fed508294 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469028] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 1f8ff2ac-9263-4d88-beed-7cdb668c525b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469028] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance a6990f0d-066a-40e6-92bf-42c09941b9cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469028] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 14b21a96-242a-42a5-a7c5-c074297ea6d5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.469028] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 4fc3ae4b-6d30-4cc7-931b-4059175279b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.469028] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 9472ee31-d423-47d4-892f-1b8676886d61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469028] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 3d345623-d941-407b-ad67-5df1d686874f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469028] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance edc58ee1-713f-406e-919c-fcd704daf3dc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.469028] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 363c99d0-1cdc-4206-b377-70c122875fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469795] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 372b0081-e53b-4594-b491-812e624a314b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469795] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 7d2f1fa6-e57a-497d-86b5-42091880151a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469795] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance ea744a0c-56e5-4e41-9d0e-b8f5e568d062 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.469948] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 04b66772-cf58-45ed-9e1f-61278e9371ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.496281] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b5e0e4-45d8-9d73-d251-747ab37af68f, 'name': SearchDatastore_Task, 'duration_secs': 0.012871} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.496550] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.496807] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 7d2f1fa6-e57a-497d-86b5-42091880151a/7d2f1fa6-e57a-497d-86b5-42091880151a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.497082] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-381e23ac-17f0-436d-851a-ebd905d8866e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.501995] env[68166]: DEBUG nova.network.neutron [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.505821] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 753.505821] env[68166]: value = "task-2806598" [ 753.505821] env[68166]: _type = "Task" [ 753.505821] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.515260] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.680551] env[68166]: DEBUG nova.network.neutron [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updating instance_info_cache with network_info: [{"id": "68696588-9b6f-4436-ba0b-6453b10ddc61", "address": "fa:16:3e:4d:ac:30", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68696588-9b", "ovs_interfaceid": "68696588-9b6f-4436-ba0b-6453b10ddc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.851306] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806596, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504915} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.851740] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 363c99d0-1cdc-4206-b377-70c122875fac/363c99d0-1cdc-4206-b377-70c122875fac.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.852011] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.852366] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb1e6818-faaf-43b0-80ab-f5897b8536bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.861771] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 753.861771] env[68166]: value = "task-2806599" [ 753.861771] env[68166]: _type = "Task" [ 753.861771] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.873437] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.881348] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Acquiring lock "c473a08b-eec1-4c6a-a552-2a7fed508294" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.881612] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lock "c473a08b-eec1-4c6a-a552-2a7fed508294" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.881836] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Acquiring lock "c473a08b-eec1-4c6a-a552-2a7fed508294-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.882029] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lock "c473a08b-eec1-4c6a-a552-2a7fed508294-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.882204] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lock "c473a08b-eec1-4c6a-a552-2a7fed508294-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.884460] env[68166]: INFO nova.compute.manager [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Terminating instance [ 753.940047] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806597, 'name': Rename_Task, 'duration_secs': 0.157642} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.940370] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.941034] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22b48f3e-5a3f-41b3-b9a3-b3c3f8ba7e03 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.953153] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Waiting for the task: (returnval){ [ 753.953153] env[68166]: value = "task-2806600" [ 753.953153] env[68166]: _type = "Task" [ 753.953153] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.963519] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.974170] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 2c3f4a57-d269-4c4a-adac-029973567aec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.015992] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806598, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.183818] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.184204] env[68166]: DEBUG nova.compute.manager [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Instance network_info: |[{"id": "68696588-9b6f-4436-ba0b-6453b10ddc61", "address": "fa:16:3e:4d:ac:30", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68696588-9b", "ovs_interfaceid": "68696588-9b6f-4436-ba0b-6453b10ddc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.184517] env[68166]: DEBUG oslo_concurrency.lockutils [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] Acquired lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.184708] env[68166]: DEBUG nova.network.neutron [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Refreshing network info cache for port 68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.185966] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:ac:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68696588-9b6f-4436-ba0b-6453b10ddc61', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.194460] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.198209] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.198778] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04c65984-d34f-4838-a778-4f5f70dfb57d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.222134] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.222134] env[68166]: value = "task-2806601" [ 754.222134] env[68166]: _type = "Task" [ 754.222134] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.231838] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806601, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.372885] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078372} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.373283] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.374133] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdf28e6-0653-406b-b576-690204348a62 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.391444] env[68166]: DEBUG nova.compute.manager [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.391444] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.405106] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 363c99d0-1cdc-4206-b377-70c122875fac/363c99d0-1cdc-4206-b377-70c122875fac.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.405924] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4129c6-7e5f-4ecf-b345-55d2d33e0ba3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.408868] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc07a167-5f0a-40ad-9039-1936bf216e4e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.432801] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.432974] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91379203-b214-45af-bf55-9e4182883044 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.435961] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 754.435961] env[68166]: value = "task-2806602" [ 754.435961] env[68166]: _type = "Task" [ 754.435961] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.441514] env[68166]: DEBUG oslo_vmware.api [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 754.441514] env[68166]: value = "task-2806603" [ 754.441514] env[68166]: _type = "Task" [ 754.441514] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.448617] env[68166]: DEBUG nova.compute.manager [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.450707] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.459187] env[68166]: DEBUG oslo_vmware.api [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.473455] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806600, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.477729] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 5c68895a-ac2b-4668-9924-097fc2e41de9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.484054] env[68166]: DEBUG nova.virt.hardware [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.484645] env[68166]: DEBUG nova.virt.hardware [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.484645] env[68166]: DEBUG nova.virt.hardware [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.484857] env[68166]: DEBUG nova.virt.hardware [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.484857] env[68166]: DEBUG nova.virt.hardware [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.484972] env[68166]: DEBUG nova.virt.hardware [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.486050] env[68166]: DEBUG nova.virt.hardware [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.486050] env[68166]: DEBUG nova.virt.hardware [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.486050] env[68166]: DEBUG nova.virt.hardware [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.486050] env[68166]: DEBUG nova.virt.hardware [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.486050] env[68166]: DEBUG nova.virt.hardware [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.486906] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910af0b4-1591-4442-86be-257f1888b8dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.496875] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8981b2cb-4e4d-43d1-bd61-de357c2a365f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.502548] env[68166]: DEBUG nova.network.neutron [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updated VIF entry in instance network info cache for port 68696588-9b6f-4436-ba0b-6453b10ddc61. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.502907] env[68166]: DEBUG nova.network.neutron [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updating instance_info_cache with network_info: [{"id": "68696588-9b6f-4436-ba0b-6453b10ddc61", "address": "fa:16:3e:4d:ac:30", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68696588-9b", "ovs_interfaceid": "68696588-9b6f-4436-ba0b-6453b10ddc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.532304] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750769} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.532560] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 7d2f1fa6-e57a-497d-86b5-42091880151a/7d2f1fa6-e57a-497d-86b5-42091880151a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.532772] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.533036] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bbc52ff-db16-4bba-b7b3-7a773dd70da2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.541568] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 754.541568] env[68166]: value = "task-2806604" [ 754.541568] env[68166]: _type = "Task" [ 754.541568] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.551961] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.732996] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806601, 'name': CreateVM_Task, 'duration_secs': 0.40412} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.733193] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.734136] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.734302] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.734794] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.735086] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9d4c5f-1870-4096-9dec-596cac67d253 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.741082] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 754.741082] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]528e0b18-cf8a-8e9b-18b0-c9b93cb85bbf" [ 754.741082] env[68166]: _type = "Task" [ 754.741082] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.750926] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528e0b18-cf8a-8e9b-18b0-c9b93cb85bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.942392] env[68166]: DEBUG nova.compute.manager [req-e8c11a14-6caa-426d-b00a-e2b0b14bfef4 req-fb478319-4d56-4f59-a0d3-f30100898fa4 service nova] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Received event network-vif-plugged-cdce57fe-c131-4e40-8349-8e09ff64c05c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.942630] env[68166]: DEBUG oslo_concurrency.lockutils [req-e8c11a14-6caa-426d-b00a-e2b0b14bfef4 req-fb478319-4d56-4f59-a0d3-f30100898fa4 service nova] Acquiring lock "04b66772-cf58-45ed-9e1f-61278e9371ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.942798] env[68166]: DEBUG oslo_concurrency.lockutils [req-e8c11a14-6caa-426d-b00a-e2b0b14bfef4 req-fb478319-4d56-4f59-a0d3-f30100898fa4 service nova] Lock "04b66772-cf58-45ed-9e1f-61278e9371ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.942999] env[68166]: DEBUG oslo_concurrency.lockutils [req-e8c11a14-6caa-426d-b00a-e2b0b14bfef4 req-fb478319-4d56-4f59-a0d3-f30100898fa4 service nova] Lock "04b66772-cf58-45ed-9e1f-61278e9371ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.943118] env[68166]: DEBUG nova.compute.manager [req-e8c11a14-6caa-426d-b00a-e2b0b14bfef4 req-fb478319-4d56-4f59-a0d3-f30100898fa4 service nova] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] No waiting events found dispatching network-vif-plugged-cdce57fe-c131-4e40-8349-8e09ff64c05c {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.943266] env[68166]: WARNING nova.compute.manager [req-e8c11a14-6caa-426d-b00a-e2b0b14bfef4 req-fb478319-4d56-4f59-a0d3-f30100898fa4 service nova] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Received unexpected event network-vif-plugged-cdce57fe-c131-4e40-8349-8e09ff64c05c for instance with vm_state building and task_state spawning. [ 754.950746] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806602, 'name': ReconfigVM_Task, 'duration_secs': 0.359878} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.951368] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 363c99d0-1cdc-4206-b377-70c122875fac/363c99d0-1cdc-4206-b377-70c122875fac.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.951994] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0355069-b81d-4813-a4a6-813a7eca135f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.957862] env[68166]: DEBUG oslo_vmware.api [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806603, 'name': PowerOffVM_Task, 'duration_secs': 0.222214} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.958478] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.958666] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.958919] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-623bcc1b-8e2f-4253-bdf7-f284d1f75b70 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.964898] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 754.964898] env[68166]: value = "task-2806605" [ 754.964898] env[68166]: _type = "Task" [ 754.964898] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.971761] env[68166]: DEBUG oslo_vmware.api [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806600, 'name': PowerOnVM_Task, 'duration_secs': 0.682101} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.972383] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.972588] env[68166]: INFO nova.compute.manager [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Took 9.28 seconds to spawn the instance on the hypervisor. [ 754.972764] env[68166]: DEBUG nova.compute.manager [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.973599] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa22f1b-8a20-44d5-9763-c5f7097c733f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.980756] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 5fe5fef4-bbaf-49fc-a3e4-b3122a680519 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.982069] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806605, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.006041] env[68166]: DEBUG oslo_concurrency.lockutils [req-afdcaffa-0bd9-41f1-b87e-90484dabad75 req-49bc38da-1367-45fb-b01a-e6fc51932f22 service nova] Releasing lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.032493] env[68166]: DEBUG nova.network.neutron [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Successfully updated port: cdce57fe-c131-4e40-8349-8e09ff64c05c {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.049112] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.049353] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.049537] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Deleting the datastore file [datastore2] c473a08b-eec1-4c6a-a552-2a7fed508294 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.050251] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-542addd6-16fe-429f-9906-fecb8deeb5ab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.055764] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079953} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.056138] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.056981] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018f41d4-8650-49ca-aeef-9e69e07cebf2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.065318] env[68166]: DEBUG oslo_vmware.api [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for the task: (returnval){ [ 755.065318] env[68166]: value = "task-2806607" [ 755.065318] env[68166]: _type = "Task" [ 755.065318] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.088830] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7d2f1fa6-e57a-497d-86b5-42091880151a/7d2f1fa6-e57a-497d-86b5-42091880151a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.090083] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a38ef77a-8127-4533-a4fd-79de8e899c01 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.109760] env[68166]: DEBUG oslo_vmware.api [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.116232] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 755.116232] env[68166]: value = "task-2806608" [ 755.116232] env[68166]: _type = "Task" [ 755.116232] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.125273] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.254211] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528e0b18-cf8a-8e9b-18b0-c9b93cb85bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.032015} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.254615] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.254784] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.255027] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.255180] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.255362] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.255634] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb105e17-1022-46da-838a-d13361fab84c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.264367] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.264567] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.265296] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7813887f-3e52-41a2-bcc7-b348437ec7fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.271974] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 755.271974] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e1b266-b492-56bb-a21f-1091636b45d8" [ 755.271974] env[68166]: _type = "Task" [ 755.271974] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.280013] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e1b266-b492-56bb-a21f-1091636b45d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.476115] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806605, 'name': Rename_Task, 'duration_secs': 0.179124} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.476463] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.476636] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42f01ce1-c016-4389-b65e-96e4defe933c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.483248] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance ae4746e2-7223-4c5b-971c-cb6230a08c27 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.485903] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 755.485903] env[68166]: value = "task-2806609" [ 755.485903] env[68166]: _type = "Task" [ 755.485903] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.497891] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.500900] env[68166]: INFO nova.compute.manager [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Took 44.43 seconds to build instance. [ 755.535598] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "refresh_cache-04b66772-cf58-45ed-9e1f-61278e9371ef" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.535806] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquired lock "refresh_cache-04b66772-cf58-45ed-9e1f-61278e9371ef" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.535986] env[68166]: DEBUG nova.network.neutron [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.576288] env[68166]: DEBUG oslo_vmware.api [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Task: {'id': task-2806607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189812} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.576898] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.577156] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.577303] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.577477] env[68166]: INFO nova.compute.manager [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Took 1.19 seconds to destroy the instance on the hypervisor. [ 755.577715] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.577902] env[68166]: DEBUG nova.compute.manager [-] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.577995] env[68166]: DEBUG nova.network.neutron [-] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.625947] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806608, 'name': ReconfigVM_Task, 'duration_secs': 0.287998} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.626297] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7d2f1fa6-e57a-497d-86b5-42091880151a/7d2f1fa6-e57a-497d-86b5-42091880151a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.626934] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c0ae40d-cd89-48ec-ae51-ea3878bc8525 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.635171] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 755.635171] env[68166]: value = "task-2806610" [ 755.635171] env[68166]: _type = "Task" [ 755.635171] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.643420] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806610, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.784243] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e1b266-b492-56bb-a21f-1091636b45d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.785289] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7c504d-b791-4a22-a589-12f2c5e0c36d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.791366] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 755.791366] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dcee38-b4bf-bfb3-69f8-f143d25bcc46" [ 755.791366] env[68166]: _type = "Task" [ 755.791366] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.799656] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52dcee38-b4bf-bfb3-69f8-f143d25bcc46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.988078] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance c1d955b6-b2ee-4e33-83c1-a40c5ee72737 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.002706] env[68166]: DEBUG oslo_vmware.api [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806609, 'name': PowerOnVM_Task, 'duration_secs': 0.49237} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.003832] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef2cb327-5248-491d-a190-5283d156521b tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Lock "372b0081-e53b-4594-b491-812e624a314b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 120.261s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.004155] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.004290] env[68166]: DEBUG nova.compute.manager [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.006035] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e7f679-29f2-4ff2-a8cb-263176119c6e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.075566] env[68166]: DEBUG nova.network.neutron [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.146330] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806610, 'name': Rename_Task, 'duration_secs': 0.202333} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.146612] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.146852] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bbe8afb-a256-4d3e-85a2-213c19e434a2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.155044] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 756.155044] env[68166]: value = "task-2806611" [ 756.155044] env[68166]: _type = "Task" [ 756.155044] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.174019] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.269487] env[68166]: DEBUG nova.network.neutron [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Updating instance_info_cache with network_info: [{"id": "cdce57fe-c131-4e40-8349-8e09ff64c05c", "address": "fa:16:3e:a7:68:b7", "network": {"id": "c00896f0-96d8-44d4-b08c-c75a022e48cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217931414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3edfe957e9b45d99617a862bcba1cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdce57fe-c1", "ovs_interfaceid": "cdce57fe-c131-4e40-8349-8e09ff64c05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.301870] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52dcee38-b4bf-bfb3-69f8-f143d25bcc46, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.302145] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.302411] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] ea744a0c-56e5-4e41-9d0e-b8f5e568d062/ea744a0c-56e5-4e41-9d0e-b8f5e568d062.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.302669] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d5f4ae1-1d5b-4c2b-bb2c-7a95512edf6e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.309882] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 756.309882] env[68166]: value = "task-2806612" [ 756.309882] env[68166]: _type = "Task" [ 756.309882] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.319346] env[68166]: DEBUG nova.network.neutron [-] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.321120] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.496897] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 0ac95074-a397-4511-9c95-4e7476306909 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.509232] env[68166]: DEBUG nova.compute.manager [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.526397] env[68166]: DEBUG oslo_concurrency.lockutils [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Acquiring lock "372b0081-e53b-4594-b491-812e624a314b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.527733] env[68166]: DEBUG oslo_concurrency.lockutils [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Lock "372b0081-e53b-4594-b491-812e624a314b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.527733] env[68166]: DEBUG oslo_concurrency.lockutils [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Acquiring lock "372b0081-e53b-4594-b491-812e624a314b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.527733] env[68166]: DEBUG oslo_concurrency.lockutils [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Lock "372b0081-e53b-4594-b491-812e624a314b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.527733] env[68166]: DEBUG oslo_concurrency.lockutils [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Lock "372b0081-e53b-4594-b491-812e624a314b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.532986] env[68166]: INFO nova.compute.manager [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Terminating instance [ 756.535313] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.669029] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.772950] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Releasing lock "refresh_cache-04b66772-cf58-45ed-9e1f-61278e9371ef" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.773324] env[68166]: DEBUG nova.compute.manager [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Instance network_info: |[{"id": "cdce57fe-c131-4e40-8349-8e09ff64c05c", "address": "fa:16:3e:a7:68:b7", "network": {"id": "c00896f0-96d8-44d4-b08c-c75a022e48cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217931414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3edfe957e9b45d99617a862bcba1cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdce57fe-c1", "ovs_interfaceid": "cdce57fe-c131-4e40-8349-8e09ff64c05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.773764] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:68:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdce57fe-c131-4e40-8349-8e09ff64c05c', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.783881] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.783881] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.783881] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2345b4c-d289-46c5-8816-31c551bd3cad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.806146] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.806146] env[68166]: value = "task-2806613" [ 756.806146] env[68166]: _type = "Task" [ 756.806146] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.819319] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806613, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.821640] env[68166]: INFO nova.compute.manager [-] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Took 1.24 seconds to deallocate network for instance. [ 756.827699] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806612, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.001009] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 1396ee3b-7b96-40e3-a23f-48d6f0f703bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.021912] env[68166]: DEBUG nova.compute.manager [req-65a0a64b-50d3-46ba-91a6-62f0021f0c56 req-9733b147-69a8-46cd-956c-47b83432cc35 service nova] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Received event network-changed-cdce57fe-c131-4e40-8349-8e09ff64c05c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.021912] env[68166]: DEBUG nova.compute.manager [req-65a0a64b-50d3-46ba-91a6-62f0021f0c56 req-9733b147-69a8-46cd-956c-47b83432cc35 service nova] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Refreshing instance network info cache due to event network-changed-cdce57fe-c131-4e40-8349-8e09ff64c05c. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.021912] env[68166]: DEBUG oslo_concurrency.lockutils [req-65a0a64b-50d3-46ba-91a6-62f0021f0c56 req-9733b147-69a8-46cd-956c-47b83432cc35 service nova] Acquiring lock "refresh_cache-04b66772-cf58-45ed-9e1f-61278e9371ef" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.021912] env[68166]: DEBUG oslo_concurrency.lockutils [req-65a0a64b-50d3-46ba-91a6-62f0021f0c56 req-9733b147-69a8-46cd-956c-47b83432cc35 service nova] Acquired lock "refresh_cache-04b66772-cf58-45ed-9e1f-61278e9371ef" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.022171] env[68166]: DEBUG nova.network.neutron [req-65a0a64b-50d3-46ba-91a6-62f0021f0c56 req-9733b147-69a8-46cd-956c-47b83432cc35 service nova] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Refreshing network info cache for port cdce57fe-c131-4e40-8349-8e09ff64c05c {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.035150] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.038168] env[68166]: DEBUG nova.compute.manager [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.038398] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.039489] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b9d3e5-0cf4-4c8c-936a-c4b1fee5eb0d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.048703] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.048990] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84ba53b5-063b-4413-8471-b48b572bd3a0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.056599] env[68166]: DEBUG oslo_vmware.api [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Waiting for the task: (returnval){ [ 757.056599] env[68166]: value = "task-2806614" [ 757.056599] env[68166]: _type = "Task" [ 757.056599] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.066868] env[68166]: DEBUG oslo_vmware.api [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.110444] env[68166]: DEBUG oslo_concurrency.lockutils [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquiring lock "363c99d0-1cdc-4206-b377-70c122875fac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.110782] env[68166]: DEBUG oslo_concurrency.lockutils [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lock "363c99d0-1cdc-4206-b377-70c122875fac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.111043] env[68166]: DEBUG oslo_concurrency.lockutils [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquiring lock "363c99d0-1cdc-4206-b377-70c122875fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.111327] env[68166]: DEBUG oslo_concurrency.lockutils [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lock "363c99d0-1cdc-4206-b377-70c122875fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.111503] env[68166]: DEBUG oslo_concurrency.lockutils [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lock "363c99d0-1cdc-4206-b377-70c122875fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.113757] env[68166]: INFO nova.compute.manager [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Terminating instance [ 757.166032] env[68166]: DEBUG oslo_vmware.api [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806611, 'name': PowerOnVM_Task, 'duration_secs': 0.913491} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.166254] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.166461] env[68166]: INFO nova.compute.manager [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Took 8.53 seconds to spawn the instance on the hypervisor. [ 757.166640] env[68166]: DEBUG nova.compute.manager [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.167629] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca67b2b9-a4cb-40cd-b4ea-8af3e52378c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.318331] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806613, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.325379] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574048} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.325379] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] ea744a0c-56e5-4e41-9d0e-b8f5e568d062/ea744a0c-56e5-4e41-9d0e-b8f5e568d062.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.325379] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.325379] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46028510-5501-42df-b3c0-e5b54e295e91 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.332536] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 757.332536] env[68166]: value = "task-2806615" [ 757.332536] env[68166]: _type = "Task" [ 757.332536] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.336903] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.343809] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.503700] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 8d0ab303-e615-45b1-b574-8ba7eafa49b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.570173] env[68166]: DEBUG oslo_vmware.api [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806614, 'name': PowerOffVM_Task, 'duration_secs': 0.267391} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.570531] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.570702] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.570949] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4138ac2f-2534-4ed1-ae90-b73b6ca79133 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.617233] env[68166]: DEBUG oslo_concurrency.lockutils [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquiring lock "refresh_cache-363c99d0-1cdc-4206-b377-70c122875fac" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.617390] env[68166]: DEBUG oslo_concurrency.lockutils [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquired lock "refresh_cache-363c99d0-1cdc-4206-b377-70c122875fac" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.617482] env[68166]: DEBUG nova.network.neutron [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.647899] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.648161] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.648422] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Deleting the datastore file [datastore1] 372b0081-e53b-4594-b491-812e624a314b {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.648703] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-811b5c80-aadb-4132-af8f-1dc8df41751c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.655500] env[68166]: DEBUG oslo_vmware.api [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Waiting for the task: (returnval){ [ 757.655500] env[68166]: value = "task-2806617" [ 757.655500] env[68166]: _type = "Task" [ 757.655500] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.666277] env[68166]: DEBUG oslo_vmware.api [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.685312] env[68166]: INFO nova.compute.manager [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Took 43.36 seconds to build instance. [ 757.748825] env[68166]: DEBUG nova.network.neutron [req-65a0a64b-50d3-46ba-91a6-62f0021f0c56 req-9733b147-69a8-46cd-956c-47b83432cc35 service nova] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Updated VIF entry in instance network info cache for port cdce57fe-c131-4e40-8349-8e09ff64c05c. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.749213] env[68166]: DEBUG nova.network.neutron [req-65a0a64b-50d3-46ba-91a6-62f0021f0c56 req-9733b147-69a8-46cd-956c-47b83432cc35 service nova] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Updating instance_info_cache with network_info: [{"id": "cdce57fe-c131-4e40-8349-8e09ff64c05c", "address": "fa:16:3e:a7:68:b7", "network": {"id": "c00896f0-96d8-44d4-b08c-c75a022e48cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217931414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3edfe957e9b45d99617a862bcba1cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdce57fe-c1", "ovs_interfaceid": "cdce57fe-c131-4e40-8349-8e09ff64c05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.817797] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806613, 'name': CreateVM_Task, 'duration_secs': 0.538881} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.817958] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.818697] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.818852] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.819200] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.819463] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb0f3aa-5444-4d7f-ae05-873a9aa17c3d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.825184] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 757.825184] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5269a6d5-bf90-01d4-52d2-e1483a73439e" [ 757.825184] env[68166]: _type = "Task" [ 757.825184] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.838383] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5269a6d5-bf90-01d4-52d2-e1483a73439e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.843244] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.374235} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.843465] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.844248] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6424001-1085-4adb-8775-7336599cdc21 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.868463] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] ea744a0c-56e5-4e41-9d0e-b8f5e568d062/ea744a0c-56e5-4e41-9d0e-b8f5e568d062.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.868811] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca45b19f-025c-4857-a525-5e75d9d720c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.894128] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 757.894128] env[68166]: value = "task-2806618" [ 757.894128] env[68166]: _type = "Task" [ 757.894128] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.901587] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.007491] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance dd07232c-0826-4839-9303-e9aeb6cb000e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.143687] env[68166]: DEBUG nova.network.neutron [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.169182] env[68166]: DEBUG oslo_vmware.api [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Task: {'id': task-2806617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335272} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.169444] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.169629] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.169806] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.169982] env[68166]: INFO nova.compute.manager [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] [instance: 372b0081-e53b-4594-b491-812e624a314b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 758.170275] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.170481] env[68166]: DEBUG nova.compute.manager [-] [instance: 372b0081-e53b-4594-b491-812e624a314b] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.170573] env[68166]: DEBUG nova.network.neutron [-] [instance: 372b0081-e53b-4594-b491-812e624a314b] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.188876] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0890285a-480f-493c-8148-ad32f0ea3c65 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "7d2f1fa6-e57a-497d-86b5-42091880151a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 118.933s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.204537] env[68166]: DEBUG nova.network.neutron [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.253369] env[68166]: DEBUG oslo_concurrency.lockutils [req-65a0a64b-50d3-46ba-91a6-62f0021f0c56 req-9733b147-69a8-46cd-956c-47b83432cc35 service nova] Releasing lock "refresh_cache-04b66772-cf58-45ed-9e1f-61278e9371ef" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.253614] env[68166]: DEBUG nova.compute.manager [req-65a0a64b-50d3-46ba-91a6-62f0021f0c56 req-9733b147-69a8-46cd-956c-47b83432cc35 service nova] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Received event network-vif-deleted-f02febc1-0c45-4727-b4cb-6a31e4650d02 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.341137] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5269a6d5-bf90-01d4-52d2-e1483a73439e, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.342031] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.342031] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.342226] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.342283] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.342479] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.343133] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fedc1dd-1045-4f5d-b64f-f7d8740ed643 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.355023] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.355023] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.355347] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e02b41cc-6e7e-4406-a5e1-9ceba31c63fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.361674] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 758.361674] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52add28b-3c8f-25a3-b107-05cf26006d8f" [ 758.361674] env[68166]: _type = "Task" [ 758.361674] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.370443] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52add28b-3c8f-25a3-b107-05cf26006d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.401457] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806618, 'name': ReconfigVM_Task, 'duration_secs': 0.312217} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.401457] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Reconfigured VM instance instance-00000031 to attach disk [datastore1] ea744a0c-56e5-4e41-9d0e-b8f5e568d062/ea744a0c-56e5-4e41-9d0e-b8f5e568d062.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.401788] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9ad253a-39f8-4d7c-962d-9aa3b5848471 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.409916] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 758.409916] env[68166]: value = "task-2806619" [ 758.409916] env[68166]: _type = "Task" [ 758.409916] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.423188] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806619, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.511062] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance c1772706-fbfd-46f9-99c1-97f15936d5a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.597284] env[68166]: DEBUG nova.compute.manager [req-e3380984-bb69-4c65-a2fe-5fff0990f6d7 req-2e9fa321-5955-4f78-a6a9-c5e10777b5dd service nova] [instance: 372b0081-e53b-4594-b491-812e624a314b] Received event network-vif-deleted-2d129f83-fb87-4f8d-b014-5156c7e10810 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.597581] env[68166]: INFO nova.compute.manager [req-e3380984-bb69-4c65-a2fe-5fff0990f6d7 req-2e9fa321-5955-4f78-a6a9-c5e10777b5dd service nova] [instance: 372b0081-e53b-4594-b491-812e624a314b] Neutron deleted interface 2d129f83-fb87-4f8d-b014-5156c7e10810; detaching it from the instance and deleting it from the info cache [ 758.601158] env[68166]: DEBUG nova.network.neutron [req-e3380984-bb69-4c65-a2fe-5fff0990f6d7 req-2e9fa321-5955-4f78-a6a9-c5e10777b5dd service nova] [instance: 372b0081-e53b-4594-b491-812e624a314b] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.690568] env[68166]: DEBUG nova.compute.manager [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.708934] env[68166]: DEBUG oslo_concurrency.lockutils [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Releasing lock "refresh_cache-363c99d0-1cdc-4206-b377-70c122875fac" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.709413] env[68166]: DEBUG nova.compute.manager [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.709615] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.712276] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a83973b-338b-4f88-9ad1-be4d54accc4c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.722031] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.722031] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de0be743-e1fe-48c0-bb77-dddbe6e4e871 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.726749] env[68166]: DEBUG oslo_vmware.api [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 758.726749] env[68166]: value = "task-2806620" [ 758.726749] env[68166]: _type = "Task" [ 758.726749] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.736516] env[68166]: DEBUG oslo_vmware.api [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.873654] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52add28b-3c8f-25a3-b107-05cf26006d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.013143} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.874470] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2dc148-387c-4a17-ab6f-bd21483500ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.880728] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 758.880728] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522759c6-fe36-7c95-a2a5-beac202b5e3d" [ 758.880728] env[68166]: _type = "Task" [ 758.880728] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.890476] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522759c6-fe36-7c95-a2a5-beac202b5e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.920943] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806619, 'name': Rename_Task, 'duration_secs': 0.146185} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.921258] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.921608] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61a2a8d4-3aa9-4a2a-a39c-c7cfd7a77e42 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.930574] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 758.930574] env[68166]: value = "task-2806621" [ 758.930574] env[68166]: _type = "Task" [ 758.930574] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.938633] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.942067] env[68166]: DEBUG nova.network.neutron [-] [instance: 372b0081-e53b-4594-b491-812e624a314b] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.014996] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 53cd22fe-6474-4c52-a91c-82750ef7817e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.103771] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e0ef97c-6d34-4a02-b56c-f381ce9e9b85 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.117590] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b5274d-dfae-4c1d-9914-e5d3a3cea95d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.161175] env[68166]: DEBUG nova.compute.manager [req-e3380984-bb69-4c65-a2fe-5fff0990f6d7 req-2e9fa321-5955-4f78-a6a9-c5e10777b5dd service nova] [instance: 372b0081-e53b-4594-b491-812e624a314b] Detach interface failed, port_id=2d129f83-fb87-4f8d-b014-5156c7e10810, reason: Instance 372b0081-e53b-4594-b491-812e624a314b could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 759.217408] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.237392] env[68166]: DEBUG oslo_vmware.api [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806620, 'name': PowerOffVM_Task, 'duration_secs': 0.207339} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.237678] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.238070] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.239165] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69c5784b-6a31-4bcc-8c1f-33ab3cc3a886 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.272384] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.272640] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.272845] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Deleting the datastore file [datastore1] 363c99d0-1cdc-4206-b377-70c122875fac {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.273284] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-391860a1-55d3-4f2f-818b-0edef8fb6a04 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.281384] env[68166]: DEBUG oslo_vmware.api [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for the task: (returnval){ [ 759.281384] env[68166]: value = "task-2806623" [ 759.281384] env[68166]: _type = "Task" [ 759.281384] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.290507] env[68166]: DEBUG oslo_vmware.api [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.391736] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522759c6-fe36-7c95-a2a5-beac202b5e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.014775} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.392074] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.392335] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 04b66772-cf58-45ed-9e1f-61278e9371ef/04b66772-cf58-45ed-9e1f-61278e9371ef.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.392603] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be93947f-64ba-4dfd-af66-cd3f7417dcbc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.400962] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 759.400962] env[68166]: value = "task-2806624" [ 759.400962] env[68166]: _type = "Task" [ 759.400962] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.410243] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.439976] env[68166]: DEBUG oslo_vmware.api [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2806621, 'name': PowerOnVM_Task, 'duration_secs': 0.47593} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.440310] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.440522] env[68166]: INFO nova.compute.manager [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Took 7.92 seconds to spawn the instance on the hypervisor. [ 759.440700] env[68166]: DEBUG nova.compute.manager [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.441569] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495d4860-a2c4-4ff5-9214-d637851fe5b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.444314] env[68166]: INFO nova.compute.manager [-] [instance: 372b0081-e53b-4594-b491-812e624a314b] Took 1.27 seconds to deallocate network for instance. [ 759.517494] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance e4217474-e41a-47a7-b477-634bf419f891 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.793104] env[68166]: DEBUG oslo_vmware.api [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Task: {'id': task-2806623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231351} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.793394] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.793583] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.793758] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.793927] env[68166]: INFO nova.compute.manager [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Took 1.08 seconds to destroy the instance on the hypervisor. [ 759.794195] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.794397] env[68166]: DEBUG nova.compute.manager [-] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.794496] env[68166]: DEBUG nova.network.neutron [-] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.825389] env[68166]: DEBUG nova.network.neutron [-] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.912163] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806624, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.955690] env[68166]: DEBUG oslo_concurrency.lockutils [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.963511] env[68166]: INFO nova.compute.manager [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Took 42.75 seconds to build instance. [ 760.020895] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.021152] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (b78e4260-f887-4ec5-a8d8-94988ec46da5): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 760.329210] env[68166]: DEBUG nova.network.neutron [-] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.413451] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582729} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.413660] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 04b66772-cf58-45ed-9e1f-61278e9371ef/04b66772-cf58-45ed-9e1f-61278e9371ef.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.414580] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.414580] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcffa63a-fb8a-4df2-bb50-d40ca15ef596 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.421561] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 760.421561] env[68166]: value = "task-2806625" [ 760.421561] env[68166]: _type = "Task" [ 760.421561] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.430834] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.465611] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71a4f204-dfe8-4214-a029-0b3593093388 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.325s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.505163] env[68166]: DEBUG nova.compute.manager [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Stashing vm_state: active {{(pid=68166) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 760.524342] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 8a8855b8-fb7e-4235-9284-15425b7cb956 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.832392] env[68166]: INFO nova.compute.manager [-] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Took 1.04 seconds to deallocate network for instance. [ 760.909602] env[68166]: DEBUG nova.compute.manager [req-f47209d4-17cd-449c-a744-7315b7839dc5 req-7ce04b0b-3235-4052-ad98-bf6e79211571 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Received event network-changed-68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.909849] env[68166]: DEBUG nova.compute.manager [req-f47209d4-17cd-449c-a744-7315b7839dc5 req-7ce04b0b-3235-4052-ad98-bf6e79211571 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Refreshing instance network info cache due to event network-changed-68696588-9b6f-4436-ba0b-6453b10ddc61. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 760.910071] env[68166]: DEBUG oslo_concurrency.lockutils [req-f47209d4-17cd-449c-a744-7315b7839dc5 req-7ce04b0b-3235-4052-ad98-bf6e79211571 service nova] Acquiring lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.910271] env[68166]: DEBUG oslo_concurrency.lockutils [req-f47209d4-17cd-449c-a744-7315b7839dc5 req-7ce04b0b-3235-4052-ad98-bf6e79211571 service nova] Acquired lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.910480] env[68166]: DEBUG nova.network.neutron [req-f47209d4-17cd-449c-a744-7315b7839dc5 req-7ce04b0b-3235-4052-ad98-bf6e79211571 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Refreshing network info cache for port 68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.933769] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065203} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.933769] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.933769] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08d08ce-bb0f-4f41-b9c5-3eb04736ff8f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.959549] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 04b66772-cf58-45ed-9e1f-61278e9371ef/04b66772-cf58-45ed-9e1f-61278e9371ef.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.959896] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-225e34b6-f4f0-475d-9e03-10b8fe63aa69 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.974537] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.984076] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 760.984076] env[68166]: value = "task-2806626" [ 760.984076] env[68166]: _type = "Task" [ 760.984076] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.993581] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.025957] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.027798] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 63c63596-9f1f-403c-9faf-179f9316ef7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 761.028138] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 761.028306] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 761.343038] env[68166]: DEBUG oslo_concurrency.lockutils [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.501769] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.503885] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.657959] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af294103-f192-48c9-9bac-37303bfba91b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.665257] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d39076-3d83-4c24-914d-a8b60e366002 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.704290] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0353630f-6412-47c5-9c42-ea9bcc5af180 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.708620] env[68166]: DEBUG nova.network.neutron [req-f47209d4-17cd-449c-a744-7315b7839dc5 req-7ce04b0b-3235-4052-ad98-bf6e79211571 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updated VIF entry in instance network info cache for port 68696588-9b6f-4436-ba0b-6453b10ddc61. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.708967] env[68166]: DEBUG nova.network.neutron [req-f47209d4-17cd-449c-a744-7315b7839dc5 req-7ce04b0b-3235-4052-ad98-bf6e79211571 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updating instance_info_cache with network_info: [{"id": "68696588-9b6f-4436-ba0b-6453b10ddc61", "address": "fa:16:3e:4d:ac:30", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68696588-9b", "ovs_interfaceid": "68696588-9b6f-4436-ba0b-6453b10ddc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.716137] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c18c0d-f6c6-4031-9c9c-979b73f4f020 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.731424] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.998549] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806626, 'name': ReconfigVM_Task, 'duration_secs': 0.977486} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.998872] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 04b66772-cf58-45ed-9e1f-61278e9371ef/04b66772-cf58-45ed-9e1f-61278e9371ef.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.999487] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a02b6b3e-8287-4a82-841e-4919d5a6403b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.007444] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 762.007444] env[68166]: value = "task-2806627" [ 762.007444] env[68166]: _type = "Task" [ 762.007444] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.015979] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806627, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.212171] env[68166]: DEBUG oslo_concurrency.lockutils [req-f47209d4-17cd-449c-a744-7315b7839dc5 req-7ce04b0b-3235-4052-ad98-bf6e79211571 service nova] Releasing lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.234657] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.517966] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806627, 'name': Rename_Task, 'duration_secs': 0.160622} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.518223] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.518489] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aff016fc-e5e6-400d-ae6f-1129512e8fc8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.525068] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 762.525068] env[68166]: value = "task-2806628" [ 762.525068] env[68166]: _type = "Task" [ 762.525068] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.533044] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.740478] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 762.740791] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.344s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.742042] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.339s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.742815] env[68166]: INFO nova.compute.claims [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.036621] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.537445] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806628, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.040430] env[68166]: DEBUG oslo_vmware.api [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806628, 'name': PowerOnVM_Task, 'duration_secs': 1.406896} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.040430] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.040756] env[68166]: INFO nova.compute.manager [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Took 9.59 seconds to spawn the instance on the hypervisor. [ 764.040756] env[68166]: DEBUG nova.compute.manager [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.041827] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153bcba7-b4a3-4226-8ac1-f6d4aac68ed0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.300123] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65385fe-8a9f-472d-8f48-1f7162197f43 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.308547] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b514962-45cf-412e-8b05-ce619ebe75c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.338208] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9236b6dc-e879-4d03-ace8-f8c4a33cd549 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.346131] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9af8d6-17f2-454b-a5c2-ba380ab6c4da {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.361763] env[68166]: DEBUG nova.compute.provider_tree [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.563491] env[68166]: INFO nova.compute.manager [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Took 45.55 seconds to build instance. [ 764.864633] env[68166]: DEBUG nova.scheduler.client.report [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.064676] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cbb631d8-3f76-498b-9d39-56473b748b80 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "04b66772-cf58-45ed-9e1f-61278e9371ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.783s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.370077] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.370619] env[68166]: DEBUG nova.compute.manager [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.373292] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.107s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.374671] env[68166]: INFO nova.compute.claims [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.567681] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.880399] env[68166]: DEBUG nova.compute.utils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.883462] env[68166]: DEBUG nova.compute.manager [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.883628] env[68166]: DEBUG nova.network.neutron [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.935112] env[68166]: DEBUG nova.policy [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '428803b018be4fc48400f7bbc9d79352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731f9563b31b4722ae28466f9169f5ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.090363] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.207435] env[68166]: DEBUG nova.compute.manager [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.208320] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b99df53-d6f3-46bb-8336-8a4d00fd3163 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.224981] env[68166]: DEBUG nova.network.neutron [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Successfully created port: 36180a02-46c1-4d26-91b9-bb69a27dc918 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.390149] env[68166]: DEBUG nova.compute.manager [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.720914] env[68166]: INFO nova.compute.manager [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] instance snapshotting [ 766.727687] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc410f22-2d6e-4ef5-8951-dc4e6be727f9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.751318] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adfb89a-4f76-4689-870b-ffb88d2f4828 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.005418] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005bd063-20ae-49db-ba43-5ec2f31b4623 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.014130] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb646e09-85b2-44f9-a106-7b6e69ad714c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.045016] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909f957d-deb4-4b62-ba69-43f41c5175b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.053242] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0053760-c3e2-4ec5-979e-f007f40d2c0a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.067973] env[68166]: DEBUG nova.compute.provider_tree [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.264822] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 767.265145] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1bdb05ff-70a6-4574-8eb7-a8289be1458b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.275258] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 767.275258] env[68166]: value = "task-2806629" [ 767.275258] env[68166]: _type = "Task" [ 767.275258] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.286495] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806629, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.399501] env[68166]: DEBUG nova.compute.manager [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.428345] env[68166]: DEBUG nova.virt.hardware [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.428670] env[68166]: DEBUG nova.virt.hardware [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.428842] env[68166]: DEBUG nova.virt.hardware [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.429087] env[68166]: DEBUG nova.virt.hardware [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.429252] env[68166]: DEBUG nova.virt.hardware [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.429406] env[68166]: DEBUG nova.virt.hardware [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.429614] env[68166]: DEBUG nova.virt.hardware [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.429770] env[68166]: DEBUG nova.virt.hardware [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.429937] env[68166]: DEBUG nova.virt.hardware [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.430111] env[68166]: DEBUG nova.virt.hardware [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.430307] env[68166]: DEBUG nova.virt.hardware [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.431176] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f61ec1b-3bf7-4e12-bb98-89b4672b2f66 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.439470] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e1d689-3a0a-4940-bbf4-d52dc1852cec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.571835] env[68166]: DEBUG nova.scheduler.client.report [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.785808] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806629, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.832106] env[68166]: DEBUG nova.compute.manager [req-d7aea2ef-0e42-4004-836b-01bec1fe2117 req-0f652a26-65d5-45d9-851a-d412b4219c24 service nova] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Received event network-vif-plugged-36180a02-46c1-4d26-91b9-bb69a27dc918 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.832515] env[68166]: DEBUG oslo_concurrency.lockutils [req-d7aea2ef-0e42-4004-836b-01bec1fe2117 req-0f652a26-65d5-45d9-851a-d412b4219c24 service nova] Acquiring lock "2c3f4a57-d269-4c4a-adac-029973567aec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.834212] env[68166]: DEBUG oslo_concurrency.lockutils [req-d7aea2ef-0e42-4004-836b-01bec1fe2117 req-0f652a26-65d5-45d9-851a-d412b4219c24 service nova] Lock "2c3f4a57-d269-4c4a-adac-029973567aec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.834212] env[68166]: DEBUG oslo_concurrency.lockutils [req-d7aea2ef-0e42-4004-836b-01bec1fe2117 req-0f652a26-65d5-45d9-851a-d412b4219c24 service nova] Lock "2c3f4a57-d269-4c4a-adac-029973567aec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.834212] env[68166]: DEBUG nova.compute.manager [req-d7aea2ef-0e42-4004-836b-01bec1fe2117 req-0f652a26-65d5-45d9-851a-d412b4219c24 service nova] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] No waiting events found dispatching network-vif-plugged-36180a02-46c1-4d26-91b9-bb69a27dc918 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.834212] env[68166]: WARNING nova.compute.manager [req-d7aea2ef-0e42-4004-836b-01bec1fe2117 req-0f652a26-65d5-45d9-851a-d412b4219c24 service nova] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Received unexpected event network-vif-plugged-36180a02-46c1-4d26-91b9-bb69a27dc918 for instance with vm_state building and task_state spawning. [ 767.889578] env[68166]: DEBUG nova.network.neutron [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Successfully updated port: 36180a02-46c1-4d26-91b9-bb69a27dc918 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.077420] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.077969] env[68166]: DEBUG nova.compute.manager [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.081469] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.535s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.083039] env[68166]: INFO nova.compute.claims [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.285822] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806629, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.395265] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "refresh_cache-2c3f4a57-d269-4c4a-adac-029973567aec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.395265] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "refresh_cache-2c3f4a57-d269-4c4a-adac-029973567aec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.395265] env[68166]: DEBUG nova.network.neutron [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.589718] env[68166]: DEBUG nova.compute.utils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.591243] env[68166]: DEBUG nova.compute.manager [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.591431] env[68166]: DEBUG nova.network.neutron [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.642585] env[68166]: DEBUG nova.policy [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a4916d2f00442cbb0b4a59c39b46d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f36a1ca8c514aef91cb3dfb3998e3f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.786179] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806629, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.940632] env[68166]: DEBUG nova.network.neutron [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.978157] env[68166]: DEBUG nova.network.neutron [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Successfully created port: d1e64762-ca3f-4fec-bc1a-c07ef05b1715 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.101209] env[68166]: DEBUG nova.compute.manager [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.146135] env[68166]: DEBUG nova.network.neutron [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Updating instance_info_cache with network_info: [{"id": "36180a02-46c1-4d26-91b9-bb69a27dc918", "address": "fa:16:3e:a5:65:96", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36180a02-46", "ovs_interfaceid": "36180a02-46c1-4d26-91b9-bb69a27dc918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.297553] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806629, 'name': CreateSnapshot_Task, 'duration_secs': 1.552122} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.298043] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 769.302394] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7894a18-906e-464a-906f-bb7eff2b8d62 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.648534] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "refresh_cache-2c3f4a57-d269-4c4a-adac-029973567aec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.648873] env[68166]: DEBUG nova.compute.manager [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Instance network_info: |[{"id": "36180a02-46c1-4d26-91b9-bb69a27dc918", "address": "fa:16:3e:a5:65:96", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36180a02-46", "ovs_interfaceid": "36180a02-46c1-4d26-91b9-bb69a27dc918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.649307] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:65:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36180a02-46c1-4d26-91b9-bb69a27dc918', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.656996] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.660881] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.661979] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfd7627e-879f-4bc3-a440-3d87adfc17aa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.687826] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.687826] env[68166]: value = "task-2806630" [ 769.687826] env[68166]: _type = "Task" [ 769.687826] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.697288] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806630, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.725892] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b229606e-f6ef-4fda-84ae-046c4605e64b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.734159] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8916da57-0d14-4b3d-9f19-e063fdbcd7d9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.768805] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b02ed8-2086-406d-9059-ebee57cfb864 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.777376] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1d14da-113e-4107-b5f1-8dfb514571e5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.795595] env[68166]: DEBUG nova.compute.provider_tree [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.826032] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 769.826331] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9aeddac-f284-4209-8e58-526970c8d056 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.835928] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 769.835928] env[68166]: value = "task-2806631" [ 769.835928] env[68166]: _type = "Task" [ 769.835928] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.845634] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806631, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.859216] env[68166]: DEBUG nova.compute.manager [req-6838a0d2-a388-4d5b-ada5-8a66e5072472 req-fcb1ded3-83cb-4828-b5a5-16c04997c89a service nova] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Received event network-changed-36180a02-46c1-4d26-91b9-bb69a27dc918 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.859470] env[68166]: DEBUG nova.compute.manager [req-6838a0d2-a388-4d5b-ada5-8a66e5072472 req-fcb1ded3-83cb-4828-b5a5-16c04997c89a service nova] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Refreshing instance network info cache due to event network-changed-36180a02-46c1-4d26-91b9-bb69a27dc918. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.859731] env[68166]: DEBUG oslo_concurrency.lockutils [req-6838a0d2-a388-4d5b-ada5-8a66e5072472 req-fcb1ded3-83cb-4828-b5a5-16c04997c89a service nova] Acquiring lock "refresh_cache-2c3f4a57-d269-4c4a-adac-029973567aec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.859909] env[68166]: DEBUG oslo_concurrency.lockutils [req-6838a0d2-a388-4d5b-ada5-8a66e5072472 req-fcb1ded3-83cb-4828-b5a5-16c04997c89a service nova] Acquired lock "refresh_cache-2c3f4a57-d269-4c4a-adac-029973567aec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.860131] env[68166]: DEBUG nova.network.neutron [req-6838a0d2-a388-4d5b-ada5-8a66e5072472 req-fcb1ded3-83cb-4828-b5a5-16c04997c89a service nova] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Refreshing network info cache for port 36180a02-46c1-4d26-91b9-bb69a27dc918 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.111578] env[68166]: DEBUG nova.compute.manager [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.138587] env[68166]: DEBUG nova.virt.hardware [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.138869] env[68166]: DEBUG nova.virt.hardware [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.139051] env[68166]: DEBUG nova.virt.hardware [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.139256] env[68166]: DEBUG nova.virt.hardware [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.139420] env[68166]: DEBUG nova.virt.hardware [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.139573] env[68166]: DEBUG nova.virt.hardware [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.139794] env[68166]: DEBUG nova.virt.hardware [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.139978] env[68166]: DEBUG nova.virt.hardware [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.140192] env[68166]: DEBUG nova.virt.hardware [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.140399] env[68166]: DEBUG nova.virt.hardware [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.140586] env[68166]: DEBUG nova.virt.hardware [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.141505] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0247bad3-10a0-41c9-b530-a5e87e1e52e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.150596] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d77a11a-4dce-4cfb-b075-4f181c324973 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.198620] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806630, 'name': CreateVM_Task, 'duration_secs': 0.353208} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.198809] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.199566] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.199756] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.201016] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.201016] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be52c6f-4f5d-4363-9895-116040ace6ed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.205778] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 770.205778] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52fa3b3b-eee1-292b-cf5d-e5e3b07b6159" [ 770.205778] env[68166]: _type = "Task" [ 770.205778] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.215340] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52fa3b3b-eee1-292b-cf5d-e5e3b07b6159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.301383] env[68166]: DEBUG nova.scheduler.client.report [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.348351] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806631, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.602645] env[68166]: DEBUG nova.network.neutron [req-6838a0d2-a388-4d5b-ada5-8a66e5072472 req-fcb1ded3-83cb-4828-b5a5-16c04997c89a service nova] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Updated VIF entry in instance network info cache for port 36180a02-46c1-4d26-91b9-bb69a27dc918. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.602645] env[68166]: DEBUG nova.network.neutron [req-6838a0d2-a388-4d5b-ada5-8a66e5072472 req-fcb1ded3-83cb-4828-b5a5-16c04997c89a service nova] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Updating instance_info_cache with network_info: [{"id": "36180a02-46c1-4d26-91b9-bb69a27dc918", "address": "fa:16:3e:a5:65:96", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36180a02-46", "ovs_interfaceid": "36180a02-46c1-4d26-91b9-bb69a27dc918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.652519] env[68166]: DEBUG nova.network.neutron [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Successfully updated port: d1e64762-ca3f-4fec-bc1a-c07ef05b1715 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.716417] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52fa3b3b-eee1-292b-cf5d-e5e3b07b6159, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.716747] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.716989] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.717255] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.717384] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.717565] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.717835] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f33e9a8-df2a-4265-9430-39ba2be6e893 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.726296] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.726474] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.727196] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3f878f-383f-4061-8a30-860a8816bf54 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.732997] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 770.732997] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]520b52d8-3a52-b244-0527-85d5d875499e" [ 770.732997] env[68166]: _type = "Task" [ 770.732997] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.741192] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520b52d8-3a52-b244-0527-85d5d875499e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.804846] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.805374] env[68166]: DEBUG nova.compute.manager [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.808200] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.234s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.812370] env[68166]: INFO nova.compute.claims [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.847130] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806631, 'name': CloneVM_Task, 'duration_secs': 0.994639} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.848063] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Created linked-clone VM from snapshot [ 770.848846] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688acd30-e627-437b-bd41-7d17de00c8a2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.858105] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Uploading image a0022019-3622-4591-9348-124cd9fdb5b0 {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 770.869180] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 770.869451] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78ddc9f0-a338-4893-9779-cea794b423ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.877239] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 770.877239] env[68166]: value = "task-2806632" [ 770.877239] env[68166]: _type = "Task" [ 770.877239] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.885574] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806632, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.104146] env[68166]: DEBUG oslo_concurrency.lockutils [req-6838a0d2-a388-4d5b-ada5-8a66e5072472 req-fcb1ded3-83cb-4828-b5a5-16c04997c89a service nova] Releasing lock "refresh_cache-2c3f4a57-d269-4c4a-adac-029973567aec" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.156089] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "refresh_cache-5c68895a-ac2b-4668-9924-097fc2e41de9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.156089] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquired lock "refresh_cache-5c68895a-ac2b-4668-9924-097fc2e41de9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.156089] env[68166]: DEBUG nova.network.neutron [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.242762] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520b52d8-3a52-b244-0527-85d5d875499e, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.243589] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ad3a21-ab45-48e5-816b-e4501d29a660 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.248816] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 771.248816] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5235d0bf-539d-cf0e-9446-44affb9116e1" [ 771.248816] env[68166]: _type = "Task" [ 771.248816] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.256438] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5235d0bf-539d-cf0e-9446-44affb9116e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.320180] env[68166]: DEBUG nova.compute.utils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.321661] env[68166]: DEBUG nova.compute.manager [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.321833] env[68166]: DEBUG nova.network.neutron [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.367009] env[68166]: DEBUG nova.policy [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a45cd2d144047dbb502ad860c700894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ef9c5f4cb248bbb50d68fe1458cb63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.387583] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806632, 'name': Destroy_Task} progress is 33%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.694331] env[68166]: DEBUG nova.network.neutron [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.696661] env[68166]: DEBUG nova.network.neutron [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Successfully created port: 6dbe75b5-9de4-4bcc-ac55-98cd93ad886a {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.761755] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5235d0bf-539d-cf0e-9446-44affb9116e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.761899] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.762188] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 2c3f4a57-d269-4c4a-adac-029973567aec/2c3f4a57-d269-4c4a-adac-029973567aec.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.762456] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3befdd6e-e249-4923-8f80-7ad823d7386b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.770181] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 771.770181] env[68166]: value = "task-2806633" [ 771.770181] env[68166]: _type = "Task" [ 771.770181] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.778045] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.827692] env[68166]: DEBUG nova.compute.manager [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.892141] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806632, 'name': Destroy_Task, 'duration_secs': 0.83026} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.897043] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Destroyed the VM [ 771.897511] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.898338] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4d13904-c397-4c71-ab0a-35f5119bf499 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.901292] env[68166]: DEBUG nova.network.neutron [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Updating instance_info_cache with network_info: [{"id": "d1e64762-ca3f-4fec-bc1a-c07ef05b1715", "address": "fa:16:3e:23:9e:60", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e64762-ca", "ovs_interfaceid": "d1e64762-ca3f-4fec-bc1a-c07ef05b1715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.909095] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 771.909095] env[68166]: value = "task-2806634" [ 771.909095] env[68166]: _type = "Task" [ 771.909095] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.924130] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806634, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.933757] env[68166]: DEBUG nova.compute.manager [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Received event network-vif-plugged-d1e64762-ca3f-4fec-bc1a-c07ef05b1715 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.933977] env[68166]: DEBUG oslo_concurrency.lockutils [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] Acquiring lock "5c68895a-ac2b-4668-9924-097fc2e41de9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.934254] env[68166]: DEBUG oslo_concurrency.lockutils [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] Lock "5c68895a-ac2b-4668-9924-097fc2e41de9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.934561] env[68166]: DEBUG oslo_concurrency.lockutils [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] Lock "5c68895a-ac2b-4668-9924-097fc2e41de9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.934658] env[68166]: DEBUG nova.compute.manager [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] No waiting events found dispatching network-vif-plugged-d1e64762-ca3f-4fec-bc1a-c07ef05b1715 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.934828] env[68166]: WARNING nova.compute.manager [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Received unexpected event network-vif-plugged-d1e64762-ca3f-4fec-bc1a-c07ef05b1715 for instance with vm_state building and task_state spawning. [ 771.934991] env[68166]: DEBUG nova.compute.manager [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Received event network-changed-d1e64762-ca3f-4fec-bc1a-c07ef05b1715 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.935204] env[68166]: DEBUG nova.compute.manager [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Refreshing instance network info cache due to event network-changed-d1e64762-ca3f-4fec-bc1a-c07ef05b1715. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.935380] env[68166]: DEBUG oslo_concurrency.lockutils [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] Acquiring lock "refresh_cache-5c68895a-ac2b-4668-9924-097fc2e41de9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.285702] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806633, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.406267] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Releasing lock "refresh_cache-5c68895a-ac2b-4668-9924-097fc2e41de9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.406627] env[68166]: DEBUG nova.compute.manager [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Instance network_info: |[{"id": "d1e64762-ca3f-4fec-bc1a-c07ef05b1715", "address": "fa:16:3e:23:9e:60", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e64762-ca", "ovs_interfaceid": "d1e64762-ca3f-4fec-bc1a-c07ef05b1715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.406946] env[68166]: DEBUG oslo_concurrency.lockutils [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] Acquired lock "refresh_cache-5c68895a-ac2b-4668-9924-097fc2e41de9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.407168] env[68166]: DEBUG nova.network.neutron [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Refreshing network info cache for port d1e64762-ca3f-4fec-bc1a-c07ef05b1715 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.408415] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:9e:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1e64762-ca3f-4fec-bc1a-c07ef05b1715', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.416618] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.421021] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.424595] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16b8edc9-7414-4be0-adaa-07210b91992c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.451654] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806634, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.453418] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.453418] env[68166]: value = "task-2806635" [ 772.453418] env[68166]: _type = "Task" [ 772.453418] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.465959] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806635, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.489479] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd4ab9e-d69d-4006-864e-eaa4e51b048b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.499614] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ee710-2786-41e2-92b5-cf4e67e9f04d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.529995] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8efed1-2be8-403f-a74e-2347c74bfd3a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.537491] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfb4c67-79ca-4929-af91-6835916eb958 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.552015] env[68166]: DEBUG nova.compute.provider_tree [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.783860] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532487} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.784220] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 2c3f4a57-d269-4c4a-adac-029973567aec/2c3f4a57-d269-4c4a-adac-029973567aec.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.784449] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.784707] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51c8d268-e8ee-4c31-92de-424c25139dca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.790788] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 772.790788] env[68166]: value = "task-2806636" [ 772.790788] env[68166]: _type = "Task" [ 772.790788] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.799814] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.841190] env[68166]: DEBUG nova.compute.manager [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.872053] env[68166]: DEBUG nova.virt.hardware [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.872322] env[68166]: DEBUG nova.virt.hardware [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.872478] env[68166]: DEBUG nova.virt.hardware [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.872661] env[68166]: DEBUG nova.virt.hardware [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.872804] env[68166]: DEBUG nova.virt.hardware [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.872946] env[68166]: DEBUG nova.virt.hardware [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.873170] env[68166]: DEBUG nova.virt.hardware [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.873328] env[68166]: DEBUG nova.virt.hardware [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.873497] env[68166]: DEBUG nova.virt.hardware [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.873673] env[68166]: DEBUG nova.virt.hardware [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.873898] env[68166]: DEBUG nova.virt.hardware [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.875178] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20447b12-febc-4320-a652-913fcf6946a8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.887023] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074dd19b-161f-4f91-923a-54e91660b2dc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.931074] env[68166]: DEBUG oslo_vmware.api [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806634, 'name': RemoveSnapshot_Task, 'duration_secs': 1.001275} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.931074] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.962016] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806635, 'name': CreateVM_Task, 'duration_secs': 0.409545} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.964904] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.965584] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.965751] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.966062] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.966987] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21716847-60cf-4962-9d6a-a97dce4bcdeb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.972037] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 772.972037] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527e4ebf-51cf-ca35-48aa-c330105589ef" [ 772.972037] env[68166]: _type = "Task" [ 772.972037] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.979507] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527e4ebf-51cf-ca35-48aa-c330105589ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.054881] env[68166]: DEBUG nova.scheduler.client.report [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.152024] env[68166]: DEBUG nova.network.neutron [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Updated VIF entry in instance network info cache for port d1e64762-ca3f-4fec-bc1a-c07ef05b1715. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.152396] env[68166]: DEBUG nova.network.neutron [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Updating instance_info_cache with network_info: [{"id": "d1e64762-ca3f-4fec-bc1a-c07ef05b1715", "address": "fa:16:3e:23:9e:60", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e64762-ca", "ovs_interfaceid": "d1e64762-ca3f-4fec-bc1a-c07ef05b1715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.301741] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070604} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.302014] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.302789] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b51f8a0-5c0c-4b9a-9c1d-a9bb69b34383 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.326661] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 2c3f4a57-d269-4c4a-adac-029973567aec/2c3f4a57-d269-4c4a-adac-029973567aec.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.326661] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db33c29b-e746-4d4d-a401-693c92e1e8c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.346253] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 773.346253] env[68166]: value = "task-2806637" [ 773.346253] env[68166]: _type = "Task" [ 773.346253] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.353723] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.376831] env[68166]: DEBUG nova.network.neutron [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Successfully updated port: 6dbe75b5-9de4-4bcc-ac55-98cd93ad886a {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.434967] env[68166]: WARNING nova.compute.manager [None req-17d6c04c-b03f-4311-bde1-112e81d400f4 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Image not found during snapshot: nova.exception.ImageNotFound: Image a0022019-3622-4591-9348-124cd9fdb5b0 could not be found. [ 773.483748] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527e4ebf-51cf-ca35-48aa-c330105589ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014106} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.483748] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.484060] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.484884] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.484884] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.484884] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.485148] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05f7232e-8a8b-475a-90c5-7b024f070845 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.504238] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.504358] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.505079] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79c66c2-27b8-4225-991f-e61528d60d0e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.510461] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 773.510461] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5237476a-819a-7eac-9232-20b2bb307b1c" [ 773.510461] env[68166]: _type = "Task" [ 773.510461] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.518639] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5237476a-819a-7eac-9232-20b2bb307b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.560260] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.560260] env[68166]: DEBUG nova.compute.manager [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.564069] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.879s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.564197] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.566313] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.881s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.566504] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.568327] env[68166]: DEBUG oslo_concurrency.lockutils [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.294s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.568537] env[68166]: DEBUG oslo_concurrency.lockutils [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.572125] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.709s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.574030] env[68166]: INFO nova.compute.claims [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.603245] env[68166]: INFO nova.scheduler.client.report [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Deleted allocations for instance 9e37a277-d4ad-4938-a999-061e1ce31df9 [ 773.606432] env[68166]: INFO nova.scheduler.client.report [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Deleted allocations for instance ea39978e-7c35-4f2a-8e27-f37840dcc68a [ 773.655466] env[68166]: DEBUG oslo_concurrency.lockutils [req-03e2f65c-7bb5-4340-b691-9d1d7e45cc8e req-d46de5a7-6fce-4553-946d-dc3d1b5b8869 service nova] Releasing lock "refresh_cache-5c68895a-ac2b-4668-9924-097fc2e41de9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.856508] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.879411] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "refresh_cache-5fe5fef4-bbaf-49fc-a3e4-b3122a680519" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.879639] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "refresh_cache-5fe5fef4-bbaf-49fc-a3e4-b3122a680519" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.879835] env[68166]: DEBUG nova.network.neutron [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.960947] env[68166]: DEBUG nova.compute.manager [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Received event network-vif-plugged-6dbe75b5-9de4-4bcc-ac55-98cd93ad886a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.961211] env[68166]: DEBUG oslo_concurrency.lockutils [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] Acquiring lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.961375] env[68166]: DEBUG oslo_concurrency.lockutils [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] Lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.961618] env[68166]: DEBUG oslo_concurrency.lockutils [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] Lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.961913] env[68166]: DEBUG nova.compute.manager [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] No waiting events found dispatching network-vif-plugged-6dbe75b5-9de4-4bcc-ac55-98cd93ad886a {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.961913] env[68166]: WARNING nova.compute.manager [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Received unexpected event network-vif-plugged-6dbe75b5-9de4-4bcc-ac55-98cd93ad886a for instance with vm_state building and task_state spawning. [ 773.962079] env[68166]: DEBUG nova.compute.manager [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Received event network-changed-6dbe75b5-9de4-4bcc-ac55-98cd93ad886a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.962181] env[68166]: DEBUG nova.compute.manager [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Refreshing instance network info cache due to event network-changed-6dbe75b5-9de4-4bcc-ac55-98cd93ad886a. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.962345] env[68166]: DEBUG oslo_concurrency.lockutils [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] Acquiring lock "refresh_cache-5fe5fef4-bbaf-49fc-a3e4-b3122a680519" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.020997] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5237476a-819a-7eac-9232-20b2bb307b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.0578} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.022113] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2731e3-2598-4538-91fb-2c0659cc4c72 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.027699] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 774.027699] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52162287-e7b7-f463-a4d9-29f7a92ceab5" [ 774.027699] env[68166]: _type = "Task" [ 774.027699] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.036557] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52162287-e7b7-f463-a4d9-29f7a92ceab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.065891] env[68166]: DEBUG nova.compute.utils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.068051] env[68166]: DEBUG nova.compute.manager [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.068688] env[68166]: DEBUG nova.network.neutron [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.076130] env[68166]: DEBUG oslo_concurrency.lockutils [None req-345fde56-8716-450e-9c28-01a9cfc83eaa tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.188s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.076670] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 29.440s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.077720] env[68166]: INFO nova.compute.manager [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Unshelving [ 774.118117] env[68166]: DEBUG nova.policy [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d260dd696da4930980ac31b37daa4d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '274ab33c4566494c8a807f9ec4ad53ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.122138] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c2c6c038-901d-473c-913b-28c70e737e56 tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "ea39978e-7c35-4f2a-8e27-f37840dcc68a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.614s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.123971] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d1ea0255-6317-4f93-a232-5114de81396e tempest-ListServersNegativeTestJSON-896732304 tempest-ListServersNegativeTestJSON-896732304-project-member] Lock "9e37a277-d4ad-4938-a999-061e1ce31df9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.417s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.213916] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "04b66772-cf58-45ed-9e1f-61278e9371ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.214240] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "04b66772-cf58-45ed-9e1f-61278e9371ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.214428] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "04b66772-cf58-45ed-9e1f-61278e9371ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.214613] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "04b66772-cf58-45ed-9e1f-61278e9371ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.214780] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "04b66772-cf58-45ed-9e1f-61278e9371ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.216903] env[68166]: INFO nova.compute.manager [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Terminating instance [ 774.357738] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806637, 'name': ReconfigVM_Task, 'duration_secs': 0.652282} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.358040] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 2c3f4a57-d269-4c4a-adac-029973567aec/2c3f4a57-d269-4c4a-adac-029973567aec.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.358681] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8531e79-0f99-4009-9783-e00df2f92222 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.367251] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 774.367251] env[68166]: value = "task-2806638" [ 774.367251] env[68166]: _type = "Task" [ 774.367251] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.373618] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806638, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.428626] env[68166]: DEBUG nova.network.neutron [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.477558] env[68166]: DEBUG nova.network.neutron [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Successfully created port: 26c762e4-a89a-4d86-9cc7-038e37d01e6b {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.538126] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52162287-e7b7-f463-a4d9-29f7a92ceab5, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.540370] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.541186] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 5c68895a-ac2b-4668-9924-097fc2e41de9/5c68895a-ac2b-4668-9924-097fc2e41de9.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.541186] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-289d71c0-a5c8-4be8-89dd-ae50ce7977bb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.547265] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 774.547265] env[68166]: value = "task-2806639" [ 774.547265] env[68166]: _type = "Task" [ 774.547265] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.555243] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.571016] env[68166]: DEBUG nova.compute.manager [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.599348] env[68166]: DEBUG nova.network.neutron [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Updating instance_info_cache with network_info: [{"id": "6dbe75b5-9de4-4bcc-ac55-98cd93ad886a", "address": "fa:16:3e:23:30:e0", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbe75b5-9d", "ovs_interfaceid": "6dbe75b5-9de4-4bcc-ac55-98cd93ad886a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.721512] env[68166]: DEBUG nova.compute.manager [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.721751] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.722750] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a90096-291f-4ab9-94e8-e5ded1a691fd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.732567] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.732816] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95795de4-07a6-4afd-abdb-4bc90990bae6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.738510] env[68166]: DEBUG oslo_vmware.api [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 774.738510] env[68166]: value = "task-2806640" [ 774.738510] env[68166]: _type = "Task" [ 774.738510] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.749057] env[68166]: DEBUG oslo_vmware.api [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.879955] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806638, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.057308] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.095287] env[68166]: DEBUG nova.compute.utils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.101798] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "refresh_cache-5fe5fef4-bbaf-49fc-a3e4-b3122a680519" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.103168] env[68166]: DEBUG nova.compute.manager [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Instance network_info: |[{"id": "6dbe75b5-9de4-4bcc-ac55-98cd93ad886a", "address": "fa:16:3e:23:30:e0", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbe75b5-9d", "ovs_interfaceid": "6dbe75b5-9de4-4bcc-ac55-98cd93ad886a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.103168] env[68166]: DEBUG oslo_concurrency.lockutils [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] Acquired lock "refresh_cache-5fe5fef4-bbaf-49fc-a3e4-b3122a680519" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.103168] env[68166]: DEBUG nova.network.neutron [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Refreshing network info cache for port 6dbe75b5-9de4-4bcc-ac55-98cd93ad886a {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.103714] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:30:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dbe75b5-9de4-4bcc-ac55-98cd93ad886a', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.112966] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Creating folder: Project (14ef9c5f4cb248bbb50d68fe1458cb63). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.112966] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b96ac03c-c39f-4aab-8038-82b48b220948 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.128396] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Created folder: Project (14ef9c5f4cb248bbb50d68fe1458cb63) in parent group-v563881. [ 775.128596] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Creating folder: Instances. Parent ref: group-v564034. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.131216] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb4ae350-cba5-469d-a713-7cbd266387b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.142996] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Created folder: Instances in parent group-v564034. [ 775.143230] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.143370] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.143575] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd83b0b6-754c-442a-9b29-1274e9223f0f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.169524] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.169524] env[68166]: value = "task-2806643" [ 775.169524] env[68166]: _type = "Task" [ 775.169524] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.179857] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806643, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.222130] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960f039b-c566-4391-a44a-2d82da77c89d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.230281] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811864fa-43fb-4ce4-bc03-e2129cbadb20 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.263024] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50189c8e-3e7f-4487-99bc-6ffda6414619 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.274602] env[68166]: DEBUG oslo_vmware.api [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.278516] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3369cb6-c30e-4ac9-a3d4-6d48aeb18e96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.296246] env[68166]: DEBUG nova.compute.provider_tree [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.377000] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806638, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.558463] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806639, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.587724] env[68166]: DEBUG nova.compute.manager [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.601766] env[68166]: INFO nova.virt.block_device [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Booting with volume be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2 at /dev/sdb [ 775.627167] env[68166]: DEBUG nova.virt.hardware [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.627753] env[68166]: DEBUG nova.virt.hardware [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.628307] env[68166]: DEBUG nova.virt.hardware [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.628743] env[68166]: DEBUG nova.virt.hardware [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.629115] env[68166]: DEBUG nova.virt.hardware [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.629492] env[68166]: DEBUG nova.virt.hardware [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.629930] env[68166]: DEBUG nova.virt.hardware [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.630339] env[68166]: DEBUG nova.virt.hardware [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.630714] env[68166]: DEBUG nova.virt.hardware [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.631122] env[68166]: DEBUG nova.virt.hardware [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.631439] env[68166]: DEBUG nova.virt.hardware [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.632371] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3561aa5-b332-4bbc-8cb4-14e39cfcf70f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.642033] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6996dc-50bb-42cb-8c39-533acd89c887 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.662452] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2c7b9ab-104c-4b7c-8f93-4f693fa7eaba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.671688] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f809082-e093-498e-8211-6bc6128a9b6c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.692425] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806643, 'name': CreateVM_Task, 'duration_secs': 0.335019} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.692737] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.693730] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.693923] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.694352] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.694936] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf981aa-fb1a-439d-b7c7-91f78c7c1fc1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.721255] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 775.721255] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5248de18-4135-debf-2bb9-69b49398b6c7" [ 775.721255] env[68166]: _type = "Task" [ 775.721255] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.721255] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f87f08f2-2b6a-460d-9f1c-f0bca99895cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.732969] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5248de18-4135-debf-2bb9-69b49398b6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.023478} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.734391] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.734657] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.734957] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.735150] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.735337] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.735661] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b6cb49f-c6bc-41a3-a419-6884eb0d4664 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.740245] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a635e9c4-d3a1-4c43-8d10-accf9fa213e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.760608] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.760608] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.764605] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96673cc-4e62-423d-a17c-046cb7ae0a49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.784790] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6657d8f2-e662-4342-8a01-f922bf656926 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.791981] env[68166]: DEBUG oslo_vmware.api [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.792357] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 775.792357] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522e1f9d-0ef4-1c39-6ec9-d917ae59675e" [ 775.792357] env[68166]: _type = "Task" [ 775.792357] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.801375] env[68166]: DEBUG nova.scheduler.client.report [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.806423] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff8d092-b636-4366-a80f-78310ef998d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.812739] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522e1f9d-0ef4-1c39-6ec9-d917ae59675e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.826209] env[68166]: DEBUG nova.virt.block_device [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updating existing volume attachment record: f615dd03-caa5-4e9e-9e97-116bca27b725 {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 775.878935] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806638, 'name': Rename_Task, 'duration_secs': 1.149504} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.879292] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.879640] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3434fd81-6617-4358-8ae2-3afcbb01077b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.887596] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 775.887596] env[68166]: value = "task-2806644" [ 775.887596] env[68166]: _type = "Task" [ 775.887596] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.896022] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.936591] env[68166]: DEBUG nova.network.neutron [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Updated VIF entry in instance network info cache for port 6dbe75b5-9de4-4bcc-ac55-98cd93ad886a. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.936819] env[68166]: DEBUG nova.network.neutron [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Updating instance_info_cache with network_info: [{"id": "6dbe75b5-9de4-4bcc-ac55-98cd93ad886a", "address": "fa:16:3e:23:30:e0", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbe75b5-9d", "ovs_interfaceid": "6dbe75b5-9de4-4bcc-ac55-98cd93ad886a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.059738] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806639, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.35968} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.060187] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 5c68895a-ac2b-4668-9924-097fc2e41de9/5c68895a-ac2b-4668-9924-097fc2e41de9.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.060545] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.060870] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f6d2f1d-f1c4-4485-8727-27242bfe3d95 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.069957] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 776.069957] env[68166]: value = "task-2806646" [ 776.069957] env[68166]: _type = "Task" [ 776.069957] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.082516] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.271418] env[68166]: DEBUG oslo_vmware.api [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806640, 'name': PowerOffVM_Task, 'duration_secs': 1.208345} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.271723] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.272168] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.272475] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7804a7ca-3c22-4b69-8da4-dc09c1e6add8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.278429] env[68166]: DEBUG nova.compute.manager [req-67f766d2-2417-4df9-a69f-aaef3fbe7386 req-7050d8a4-7553-4659-9a44-48a87f781e48 service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Received event network-vif-plugged-26c762e4-a89a-4d86-9cc7-038e37d01e6b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.278694] env[68166]: DEBUG oslo_concurrency.lockutils [req-67f766d2-2417-4df9-a69f-aaef3fbe7386 req-7050d8a4-7553-4659-9a44-48a87f781e48 service nova] Acquiring lock "ae4746e2-7223-4c5b-971c-cb6230a08c27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.278944] env[68166]: DEBUG oslo_concurrency.lockutils [req-67f766d2-2417-4df9-a69f-aaef3fbe7386 req-7050d8a4-7553-4659-9a44-48a87f781e48 service nova] Lock "ae4746e2-7223-4c5b-971c-cb6230a08c27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.279167] env[68166]: DEBUG oslo_concurrency.lockutils [req-67f766d2-2417-4df9-a69f-aaef3fbe7386 req-7050d8a4-7553-4659-9a44-48a87f781e48 service nova] Lock "ae4746e2-7223-4c5b-971c-cb6230a08c27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.279377] env[68166]: DEBUG nova.compute.manager [req-67f766d2-2417-4df9-a69f-aaef3fbe7386 req-7050d8a4-7553-4659-9a44-48a87f781e48 service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] No waiting events found dispatching network-vif-plugged-26c762e4-a89a-4d86-9cc7-038e37d01e6b {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.279639] env[68166]: WARNING nova.compute.manager [req-67f766d2-2417-4df9-a69f-aaef3fbe7386 req-7050d8a4-7553-4659-9a44-48a87f781e48 service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Received unexpected event network-vif-plugged-26c762e4-a89a-4d86-9cc7-038e37d01e6b for instance with vm_state building and task_state spawning. [ 776.303302] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522e1f9d-0ef4-1c39-6ec9-d917ae59675e, 'name': SearchDatastore_Task, 'duration_secs': 0.022645} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.304316] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3083e2c-4d06-4871-9d98-2a1aebcc637d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.308749] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.308912] env[68166]: DEBUG nova.compute.manager [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.311857] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.740s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.314058] env[68166]: DEBUG nova.objects.instance [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 776.320410] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 776.320410] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5296403c-c883-66bf-59c2-4f373f7b4779" [ 776.320410] env[68166]: _type = "Task" [ 776.320410] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.328701] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5296403c-c883-66bf-59c2-4f373f7b4779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.332268] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.332558] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.332720] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Deleting the datastore file [datastore1] 04b66772-cf58-45ed-9e1f-61278e9371ef {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.333032] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da4dbcbf-ec9a-431f-9288-aad865ddd17a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.339288] env[68166]: DEBUG oslo_vmware.api [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 776.339288] env[68166]: value = "task-2806650" [ 776.339288] env[68166]: _type = "Task" [ 776.339288] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.349068] env[68166]: DEBUG oslo_vmware.api [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.399425] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.440127] env[68166]: DEBUG oslo_concurrency.lockutils [req-5ec7b6ec-1159-48bf-85f5-d1a69a055863 req-06688cbc-9ef9-4363-a20b-fa184b9568bd service nova] Releasing lock "refresh_cache-5fe5fef4-bbaf-49fc-a3e4-b3122a680519" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.452473] env[68166]: DEBUG nova.network.neutron [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Successfully updated port: 26c762e4-a89a-4d86-9cc7-038e37d01e6b {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.585614] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070922} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.585953] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.587668] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32249dbc-1a3e-445b-bb32-737b8212ea6c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.614639] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 5c68895a-ac2b-4668-9924-097fc2e41de9/5c68895a-ac2b-4668-9924-097fc2e41de9.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.615070] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb34e5b4-18ce-4d1f-897c-00b885c4f9b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.637153] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 776.637153] env[68166]: value = "task-2806651" [ 776.637153] env[68166]: _type = "Task" [ 776.637153] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.646418] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.822954] env[68166]: DEBUG nova.compute.utils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.824343] env[68166]: DEBUG nova.compute.manager [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.824515] env[68166]: DEBUG nova.network.neutron [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.834575] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b07b6570-644e-4a3b-abad-463d685e4833 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.522s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.840623] env[68166]: DEBUG oslo_concurrency.lockutils [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.260s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.840780] env[68166]: DEBUG oslo_concurrency.lockutils [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.842740] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.244s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.842882] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.844675] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.163s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.845969] env[68166]: INFO nova.compute.claims [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.860432] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5296403c-c883-66bf-59c2-4f373f7b4779, 'name': SearchDatastore_Task, 'duration_secs': 0.013923} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.864195] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.864195] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 5fe5fef4-bbaf-49fc-a3e4-b3122a680519/5fe5fef4-bbaf-49fc-a3e4-b3122a680519.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.864534] env[68166]: DEBUG oslo_vmware.api [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255778} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.864597] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bde0255d-af58-455d-8730-a5643fa8d903 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.866712] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.866915] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.867106] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.867318] env[68166]: INFO nova.compute.manager [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Took 2.15 seconds to destroy the instance on the hypervisor. [ 776.867591] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.867775] env[68166]: DEBUG nova.compute.manager [-] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.867868] env[68166]: DEBUG nova.network.neutron [-] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.878378] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 776.878378] env[68166]: value = "task-2806652" [ 776.878378] env[68166]: _type = "Task" [ 776.878378] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.879425] env[68166]: INFO nova.scheduler.client.report [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Deleted allocations for instance a2239d08-ea4c-49a1-a3e4-657ff7cdb55e [ 776.881187] env[68166]: INFO nova.scheduler.client.report [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Deleted allocations for instance 6cab09dd-a5da-45a3-9058-2d99be5e8a76 [ 776.901161] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.905771] env[68166]: DEBUG oslo_vmware.api [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806644, 'name': PowerOnVM_Task, 'duration_secs': 0.573941} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.906562] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.906766] env[68166]: INFO nova.compute.manager [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Took 9.51 seconds to spawn the instance on the hypervisor. [ 776.906938] env[68166]: DEBUG nova.compute.manager [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.907749] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5859e857-7ba5-47cc-a11c-391adf290e33 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.912141] env[68166]: DEBUG nova.policy [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '581c52b3035f47428fa9645ed5b816b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '918bab6779454baea9270d7092446554', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.954791] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Acquiring lock "refresh_cache-ae4746e2-7223-4c5b-971c-cb6230a08c27" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.954791] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Acquired lock "refresh_cache-ae4746e2-7223-4c5b-971c-cb6230a08c27" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.954791] env[68166]: DEBUG nova.network.neutron [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.148375] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806651, 'name': ReconfigVM_Task, 'duration_secs': 0.297721} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.148787] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 5c68895a-ac2b-4668-9924-097fc2e41de9/5c68895a-ac2b-4668-9924-097fc2e41de9.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.149836] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b28665c-bace-4b05-9e85-c18a139ec5cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.161015] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 777.161015] env[68166]: value = "task-2806653" [ 777.161015] env[68166]: _type = "Task" [ 777.161015] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.176228] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806653, 'name': Rename_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.275405] env[68166]: DEBUG nova.compute.manager [req-e16e5225-f170-43fb-a7a1-79254148c17c req-5db07c90-e5b2-421f-8636-7edd828cc235 service nova] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Received event network-vif-deleted-cdce57fe-c131-4e40-8349-8e09ff64c05c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.275621] env[68166]: INFO nova.compute.manager [req-e16e5225-f170-43fb-a7a1-79254148c17c req-5db07c90-e5b2-421f-8636-7edd828cc235 service nova] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Neutron deleted interface cdce57fe-c131-4e40-8349-8e09ff64c05c; detaching it from the instance and deleting it from the info cache [ 777.275790] env[68166]: DEBUG nova.network.neutron [req-e16e5225-f170-43fb-a7a1-79254148c17c req-5db07c90-e5b2-421f-8636-7edd828cc235 service nova] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.336639] env[68166]: DEBUG nova.compute.utils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.401843] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806652, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.402294] env[68166]: DEBUG oslo_concurrency.lockutils [None req-631d0f68-4a00-4753-9f5f-5139fec00756 tempest-ListImageFiltersTestJSON-433141244 tempest-ListImageFiltersTestJSON-433141244-project-member] Lock "a2239d08-ea4c-49a1-a3e4-657ff7cdb55e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.575s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.403364] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d4b05e92-96e9-45a4-8dc3-a94219ca6a22 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "6cab09dd-a5da-45a3-9058-2d99be5e8a76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.764s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.434039] env[68166]: DEBUG nova.network.neutron [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Successfully created port: 00cde922-4390-400b-b7e7-615e6391d9d0 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.436344] env[68166]: INFO nova.compute.manager [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Took 55.06 seconds to build instance. [ 777.525172] env[68166]: DEBUG nova.network.neutron [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.669965] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806653, 'name': Rename_Task, 'duration_secs': 0.145347} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.670520] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.670788] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a818172-0ff3-4733-a5db-f3294cb630e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.677984] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 777.677984] env[68166]: value = "task-2806654" [ 777.677984] env[68166]: _type = "Task" [ 777.677984] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.682656] env[68166]: DEBUG nova.network.neutron [-] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.687529] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.778826] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50599d62-6d71-439e-8cf9-03c6465b0422 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.790779] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904df37f-96d8-4a09-841e-977342c59527 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.803412] env[68166]: DEBUG nova.network.neutron [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Updating instance_info_cache with network_info: [{"id": "26c762e4-a89a-4d86-9cc7-038e37d01e6b", "address": "fa:16:3e:82:bb:5d", "network": {"id": "5b1a85d5-0f13-46f7-bdb6-02d1eff8bd9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1462390245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "274ab33c4566494c8a807f9ec4ad53ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c762e4-a8", "ovs_interfaceid": "26c762e4-a89a-4d86-9cc7-038e37d01e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.836627] env[68166]: DEBUG nova.compute.manager [req-e16e5225-f170-43fb-a7a1-79254148c17c req-5db07c90-e5b2-421f-8636-7edd828cc235 service nova] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Detach interface failed, port_id=cdce57fe-c131-4e40-8349-8e09ff64c05c, reason: Instance 04b66772-cf58-45ed-9e1f-61278e9371ef could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 777.838799] env[68166]: DEBUG nova.compute.manager [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.895045] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795794} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.895152] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 5fe5fef4-bbaf-49fc-a3e4-b3122a680519/5fe5fef4-bbaf-49fc-a3e4-b3122a680519.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.895416] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.895768] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f35425b8-84db-49e3-9440-aeb7e36d2815 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.902171] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 777.902171] env[68166]: value = "task-2806655" [ 777.902171] env[68166]: _type = "Task" [ 777.902171] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.910985] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.939700] env[68166]: DEBUG oslo_concurrency.lockutils [None req-94ade308-776e-43b5-a243-814ab84d2211 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "2c3f4a57-d269-4c4a-adac-029973567aec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 120.426s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.192748] env[68166]: INFO nova.compute.manager [-] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Took 1.32 seconds to deallocate network for instance. [ 778.193146] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.306913] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Releasing lock "refresh_cache-ae4746e2-7223-4c5b-971c-cb6230a08c27" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.307292] env[68166]: DEBUG nova.compute.manager [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Instance network_info: |[{"id": "26c762e4-a89a-4d86-9cc7-038e37d01e6b", "address": "fa:16:3e:82:bb:5d", "network": {"id": "5b1a85d5-0f13-46f7-bdb6-02d1eff8bd9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1462390245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "274ab33c4566494c8a807f9ec4ad53ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c762e4-a8", "ovs_interfaceid": "26c762e4-a89a-4d86-9cc7-038e37d01e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.310338] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:bb:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26c762e4-a89a-4d86-9cc7-038e37d01e6b', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.318236] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Creating folder: Project (274ab33c4566494c8a807f9ec4ad53ac). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.319588] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bd2deba-c430-4ee5-b491-86e381012851 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.329709] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Created folder: Project (274ab33c4566494c8a807f9ec4ad53ac) in parent group-v563881. [ 778.329950] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Creating folder: Instances. Parent ref: group-v564039. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.332825] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a68d0a5-b24c-4753-84ac-f8390f0d22ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.341840] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Created folder: Instances in parent group-v564039. [ 778.342136] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.346082] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.346349] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bb4008c-9001-47d2-ba26-c708d2224c68 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.381974] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.381974] env[68166]: value = "task-2806659" [ 778.381974] env[68166]: _type = "Task" [ 778.381974] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.393867] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806659, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.421501] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067859} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.423978] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.425345] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c637b5-4846-4464-a821-cea424f9e297 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.450588] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 5fe5fef4-bbaf-49fc-a3e4-b3122a680519/5fe5fef4-bbaf-49fc-a3e4-b3122a680519.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.451026] env[68166]: DEBUG nova.compute.manager [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.456524] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f15fb6b4-f441-4e4a-ac96-23553b772f93 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.476115] env[68166]: DEBUG nova.compute.manager [req-5245614a-9bbb-43df-8bcf-b1f92e11a599 req-00de1df9-9ca8-4175-a865-62d5c601d7a5 service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Received event network-changed-26c762e4-a89a-4d86-9cc7-038e37d01e6b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.476337] env[68166]: DEBUG nova.compute.manager [req-5245614a-9bbb-43df-8bcf-b1f92e11a599 req-00de1df9-9ca8-4175-a865-62d5c601d7a5 service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Refreshing instance network info cache due to event network-changed-26c762e4-a89a-4d86-9cc7-038e37d01e6b. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.476549] env[68166]: DEBUG oslo_concurrency.lockutils [req-5245614a-9bbb-43df-8bcf-b1f92e11a599 req-00de1df9-9ca8-4175-a865-62d5c601d7a5 service nova] Acquiring lock "refresh_cache-ae4746e2-7223-4c5b-971c-cb6230a08c27" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.476707] env[68166]: DEBUG oslo_concurrency.lockutils [req-5245614a-9bbb-43df-8bcf-b1f92e11a599 req-00de1df9-9ca8-4175-a865-62d5c601d7a5 service nova] Acquired lock "refresh_cache-ae4746e2-7223-4c5b-971c-cb6230a08c27" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.477063] env[68166]: DEBUG nova.network.neutron [req-5245614a-9bbb-43df-8bcf-b1f92e11a599 req-00de1df9-9ca8-4175-a865-62d5c601d7a5 service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Refreshing network info cache for port 26c762e4-a89a-4d86-9cc7-038e37d01e6b {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.479768] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 778.479768] env[68166]: value = "task-2806660" [ 778.479768] env[68166]: _type = "Task" [ 778.479768] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.490609] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.673970] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba70d46-13d3-4700-b53f-76c4ac17b3e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.687709] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e45c03-bed6-42cd-9b0e-5e658f6c245d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.699365] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.730344] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.731661] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94113f8-6a28-4ff9-a64a-f57911b96e44 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.739693] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d24582-fece-4b87-a266-87f03f15f894 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.759176] env[68166]: DEBUG nova.compute.provider_tree [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.868665] env[68166]: DEBUG nova.compute.manager [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.875736] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6475fda6-b83a-4c0d-a428-efad7d5686ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.884222] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ea1ab9-131d-4ccf-9e2d-aa1c6b887cc7 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Suspending the VM {{(pid=68166) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 778.887549] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a92aabc7-7a2b-4e81-b2de-298dbeb3a757 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.895740] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806659, 'name': CreateVM_Task, 'duration_secs': 0.49434} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.897901] env[68166]: DEBUG nova.virt.hardware [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:47:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1093515605',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-255072875',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.898203] env[68166]: DEBUG nova.virt.hardware [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.898298] env[68166]: DEBUG nova.virt.hardware [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.898522] env[68166]: DEBUG nova.virt.hardware [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.898660] env[68166]: DEBUG nova.virt.hardware [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.898800] env[68166]: DEBUG nova.virt.hardware [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.898976] env[68166]: DEBUG nova.virt.hardware [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.899148] env[68166]: DEBUG nova.virt.hardware [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.899329] env[68166]: DEBUG nova.virt.hardware [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.899494] env[68166]: DEBUG nova.virt.hardware [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.899662] env[68166]: DEBUG nova.virt.hardware [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.900877] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.901635] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb51042-cb86-40c7-830c-3409595fb0bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.904244] env[68166]: DEBUG oslo_vmware.api [None req-e6ea1ab9-131d-4ccf-9e2d-aa1c6b887cc7 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 778.904244] env[68166]: value = "task-2806661" [ 778.904244] env[68166]: _type = "Task" [ 778.904244] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.904892] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.905076] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.905381] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.906016] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34fa5daa-3cef-4545-a7c4-0399b156a07f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.914697] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decbef12-98bd-4782-aac4-e4cb321e1a7d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.922198] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Waiting for the task: (returnval){ [ 778.922198] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b1e00e-184f-1b55-42a5-7615dc70c290" [ 778.922198] env[68166]: _type = "Task" [ 778.922198] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.922422] env[68166]: DEBUG oslo_vmware.api [None req-e6ea1ab9-131d-4ccf-9e2d-aa1c6b887cc7 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806661, 'name': SuspendVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.939095] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b1e00e-184f-1b55-42a5-7615dc70c290, 'name': SearchDatastore_Task, 'duration_secs': 0.012453} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.939412] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.939738] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.939905] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.940124] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.940236] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.940527] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13df81cf-621c-40bb-89a8-a2a54f1e7402 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.949084] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.949275] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.949991] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28727cb-c675-4d9a-b888-9bed42a8a4ed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.955043] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Waiting for the task: (returnval){ [ 778.955043] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529e98bd-3ac2-c946-191b-06b1276aae41" [ 778.955043] env[68166]: _type = "Task" [ 778.955043] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.962909] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529e98bd-3ac2-c946-191b-06b1276aae41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.990776] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.992217] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.194851] env[68166]: DEBUG oslo_vmware.api [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806654, 'name': PowerOnVM_Task, 'duration_secs': 1.094594} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.195213] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.195445] env[68166]: INFO nova.compute.manager [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Took 9.08 seconds to spawn the instance on the hypervisor. [ 779.195708] env[68166]: DEBUG nova.compute.manager [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.196570] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce0bea9-deb2-459d-ae7b-7805eab66ffa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.263258] env[68166]: DEBUG nova.scheduler.client.report [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.396523] env[68166]: DEBUG nova.network.neutron [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Successfully updated port: 00cde922-4390-400b-b7e7-615e6391d9d0 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.420092] env[68166]: DEBUG oslo_vmware.api [None req-e6ea1ab9-131d-4ccf-9e2d-aa1c6b887cc7 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806661, 'name': SuspendVM_Task} progress is 62%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.466837] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529e98bd-3ac2-c946-191b-06b1276aae41, 'name': SearchDatastore_Task, 'duration_secs': 0.02615} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.467642] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafbddee-b205-41de-bb07-ab3607627b41 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.473366] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Waiting for the task: (returnval){ [ 779.473366] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524de6b0-e2d8-8eb3-ec3e-9b85a1a01f7e" [ 779.473366] env[68166]: _type = "Task" [ 779.473366] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.481929] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524de6b0-e2d8-8eb3-ec3e-9b85a1a01f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.490630] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.554970] env[68166]: DEBUG nova.network.neutron [req-5245614a-9bbb-43df-8bcf-b1f92e11a599 req-00de1df9-9ca8-4175-a865-62d5c601d7a5 service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Updated VIF entry in instance network info cache for port 26c762e4-a89a-4d86-9cc7-038e37d01e6b. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.554970] env[68166]: DEBUG nova.network.neutron [req-5245614a-9bbb-43df-8bcf-b1f92e11a599 req-00de1df9-9ca8-4175-a865-62d5c601d7a5 service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Updating instance_info_cache with network_info: [{"id": "26c762e4-a89a-4d86-9cc7-038e37d01e6b", "address": "fa:16:3e:82:bb:5d", "network": {"id": "5b1a85d5-0f13-46f7-bdb6-02d1eff8bd9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1462390245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "274ab33c4566494c8a807f9ec4ad53ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c762e4-a8", "ovs_interfaceid": "26c762e4-a89a-4d86-9cc7-038e37d01e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.719935] env[68166]: INFO nova.compute.manager [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Took 47.47 seconds to build instance. [ 779.769240] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.924s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.770065] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.123s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.770303] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.772904] env[68166]: DEBUG oslo_concurrency.lockutils [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.064s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.773162] env[68166]: DEBUG oslo_concurrency.lockutils [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.775443] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.520s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.775443] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.777124] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.242s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.777375] env[68166]: DEBUG nova.objects.instance [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 779.802546] env[68166]: INFO nova.scheduler.client.report [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted allocations for instance 4fc3ae4b-6d30-4cc7-931b-4059175279b8 [ 779.813758] env[68166]: INFO nova.scheduler.client.report [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Deleted allocations for instance 14b21a96-242a-42a5-a7c5-c074297ea6d5 [ 779.817994] env[68166]: INFO nova.scheduler.client.report [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted allocations for instance edc58ee1-713f-406e-919c-fcd704daf3dc [ 779.900234] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "refresh_cache-c1d955b6-b2ee-4e33-83c1-a40c5ee72737" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.900869] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquired lock "refresh_cache-c1d955b6-b2ee-4e33-83c1-a40c5ee72737" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.901489] env[68166]: DEBUG nova.network.neutron [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.917785] env[68166]: DEBUG oslo_vmware.api [None req-e6ea1ab9-131d-4ccf-9e2d-aa1c6b887cc7 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806661, 'name': SuspendVM_Task, 'duration_secs': 0.654415} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.919412] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ea1ab9-131d-4ccf-9e2d-aa1c6b887cc7 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Suspended the VM {{(pid=68166) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 779.919412] env[68166]: DEBUG nova.compute.manager [None req-e6ea1ab9-131d-4ccf-9e2d-aa1c6b887cc7 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.919805] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131e6c66-504c-43dd-83cb-1446d9e42bf4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.984492] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524de6b0-e2d8-8eb3-ec3e-9b85a1a01f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.987653] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.987783] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] ae4746e2-7223-4c5b-971c-cb6230a08c27/ae4746e2-7223-4c5b-971c-cb6230a08c27.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.988144] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1c62efb-aae8-43c8-8b04-9d93411b79b9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.995150] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806660, 'name': ReconfigVM_Task, 'duration_secs': 1.405988} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.996666] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 5fe5fef4-bbaf-49fc-a3e4-b3122a680519/5fe5fef4-bbaf-49fc-a3e4-b3122a680519.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.997020] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Waiting for the task: (returnval){ [ 779.997020] env[68166]: value = "task-2806662" [ 779.997020] env[68166]: _type = "Task" [ 779.997020] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.997215] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39ba3b4d-b726-4b43-83d7-930389942dc2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.007020] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.010025] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 780.010025] env[68166]: value = "task-2806663" [ 780.010025] env[68166]: _type = "Task" [ 780.010025] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.017795] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806663, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.057554] env[68166]: DEBUG oslo_concurrency.lockutils [req-5245614a-9bbb-43df-8bcf-b1f92e11a599 req-00de1df9-9ca8-4175-a865-62d5c601d7a5 service nova] Releasing lock "refresh_cache-ae4746e2-7223-4c5b-971c-cb6230a08c27" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.222136] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0ca27b39-bf23-4425-852b-f7b396802793 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "5c68895a-ac2b-4668-9924-097fc2e41de9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 121.748s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.284066] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquiring lock "714c91a7-842a-4132-86a2-624b71550f7d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.284066] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lock "714c91a7-842a-4132-86a2-624b71550f7d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.289530] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "04700440-a230-4390-9a6f-b258604697d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.289530] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "04700440-a230-4390-9a6f-b258604697d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.316366] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca44c1cf-ef76-448c-9fa3-bcbd4520c6ea tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4fc3ae4b-6d30-4cc7-931b-4059175279b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.837s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.322048] env[68166]: DEBUG oslo_concurrency.lockutils [None req-df34c2bb-5b17-4490-a9a3-6ada18be8786 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "14b21a96-242a-42a5-a7c5-c074297ea6d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.293s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.332080] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4fcd184f-0259-40a2-9561-fcdd6d923ee8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "edc58ee1-713f-406e-919c-fcd704daf3dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.425s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.443514] env[68166]: DEBUG nova.network.neutron [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.509876] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806662, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.520519] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806663, 'name': Rename_Task, 'duration_secs': 0.280059} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.520519] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.521038] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ca9330d-9a83-44b6-babe-3c8dc770c698 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.528428] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 780.528428] env[68166]: value = "task-2806664" [ 780.528428] env[68166]: _type = "Task" [ 780.528428] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.537227] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.600088] env[68166]: DEBUG nova.compute.manager [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Received event network-vif-plugged-00cde922-4390-400b-b7e7-615e6391d9d0 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.600796] env[68166]: DEBUG oslo_concurrency.lockutils [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] Acquiring lock "c1d955b6-b2ee-4e33-83c1-a40c5ee72737-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.600796] env[68166]: DEBUG oslo_concurrency.lockutils [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] Lock "c1d955b6-b2ee-4e33-83c1-a40c5ee72737-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.600796] env[68166]: DEBUG oslo_concurrency.lockutils [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] Lock "c1d955b6-b2ee-4e33-83c1-a40c5ee72737-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.600965] env[68166]: DEBUG nova.compute.manager [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] No waiting events found dispatching network-vif-plugged-00cde922-4390-400b-b7e7-615e6391d9d0 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.601031] env[68166]: WARNING nova.compute.manager [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Received unexpected event network-vif-plugged-00cde922-4390-400b-b7e7-615e6391d9d0 for instance with vm_state building and task_state spawning. [ 780.601278] env[68166]: DEBUG nova.compute.manager [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Received event network-changed-00cde922-4390-400b-b7e7-615e6391d9d0 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.601349] env[68166]: DEBUG nova.compute.manager [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Refreshing instance network info cache due to event network-changed-00cde922-4390-400b-b7e7-615e6391d9d0. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 780.601508] env[68166]: DEBUG oslo_concurrency.lockutils [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] Acquiring lock "refresh_cache-c1d955b6-b2ee-4e33-83c1-a40c5ee72737" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.629999] env[68166]: DEBUG nova.network.neutron [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Updating instance_info_cache with network_info: [{"id": "00cde922-4390-400b-b7e7-615e6391d9d0", "address": "fa:16:3e:e4:ae:88", "network": {"id": "c8ca0e4f-4948-40a9-a6dd-c9d3593f9821", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-70298561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918bab6779454baea9270d7092446554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cde922-43", "ovs_interfaceid": "00cde922-4390-400b-b7e7-615e6391d9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.727491] env[68166]: DEBUG nova.compute.manager [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.793059] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lock "714c91a7-842a-4132-86a2-624b71550f7d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.793059] env[68166]: DEBUG nova.compute.manager [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.796105] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d0a37e70-bc36-4aae-a726-0ee718a4269e tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.797797] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.763s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.799881] env[68166]: INFO nova.compute.claims [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.012964] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529924} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.012964] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] ae4746e2-7223-4c5b-971c-cb6230a08c27/ae4746e2-7223-4c5b-971c-cb6230a08c27.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.012964] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.012964] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e5ddbe5-9f1f-463a-a2e6-7919d5fde766 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.022777] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Waiting for the task: (returnval){ [ 781.022777] env[68166]: value = "task-2806665" [ 781.022777] env[68166]: _type = "Task" [ 781.022777] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.031927] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.041173] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806664, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.134092] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Releasing lock "refresh_cache-c1d955b6-b2ee-4e33-83c1-a40c5ee72737" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.134466] env[68166]: DEBUG nova.compute.manager [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Instance network_info: |[{"id": "00cde922-4390-400b-b7e7-615e6391d9d0", "address": "fa:16:3e:e4:ae:88", "network": {"id": "c8ca0e4f-4948-40a9-a6dd-c9d3593f9821", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-70298561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918bab6779454baea9270d7092446554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cde922-43", "ovs_interfaceid": "00cde922-4390-400b-b7e7-615e6391d9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.134791] env[68166]: DEBUG oslo_concurrency.lockutils [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] Acquired lock "refresh_cache-c1d955b6-b2ee-4e33-83c1-a40c5ee72737" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.134967] env[68166]: DEBUG nova.network.neutron [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Refreshing network info cache for port 00cde922-4390-400b-b7e7-615e6391d9d0 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.136577] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:ae:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00cde922-4390-400b-b7e7-615e6391d9d0', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.145730] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.146788] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.147051] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-369160be-f7f3-4bd2-9c4d-951f5c4e93cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.169335] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.169335] env[68166]: value = "task-2806666" [ 781.169335] env[68166]: _type = "Task" [ 781.169335] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.178047] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806666, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.258148] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.299471] env[68166]: DEBUG nova.compute.utils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.300997] env[68166]: DEBUG nova.compute.manager [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.301176] env[68166]: DEBUG nova.network.neutron [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.366996] env[68166]: DEBUG nova.policy [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dcf69edc5254fb9930cfcc165a4c2a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b790a9db1e84792ab1e9ebd67e06230', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.467064] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbd5c9b-b58f-4ba8-b0a1-a6ac4d8a8e95 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.471540] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.476189] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c4570355-d74e-4626-9a67-31476f14255f tempest-ServersAdminNegativeTestJSON-938739748 tempest-ServersAdminNegativeTestJSON-938739748-project-admin] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Suspending the VM {{(pid=68166) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 781.476384] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-98201d68-84d1-4946-83ee-243089493ba5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.483890] env[68166]: DEBUG oslo_vmware.api [None req-c4570355-d74e-4626-9a67-31476f14255f tempest-ServersAdminNegativeTestJSON-938739748 tempest-ServersAdminNegativeTestJSON-938739748-project-admin] Waiting for the task: (returnval){ [ 781.483890] env[68166]: value = "task-2806667" [ 781.483890] env[68166]: _type = "Task" [ 781.483890] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.498019] env[68166]: DEBUG oslo_vmware.api [None req-c4570355-d74e-4626-9a67-31476f14255f tempest-ServersAdminNegativeTestJSON-938739748 tempest-ServersAdminNegativeTestJSON-938739748-project-admin] Task: {'id': task-2806667, 'name': SuspendVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.539251] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067488} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.539993] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.540771] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0a7f5d-b328-4932-b259-92245c89058a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.547029] env[68166]: DEBUG oslo_vmware.api [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2806664, 'name': PowerOnVM_Task, 'duration_secs': 0.937818} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.551020] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.551020] env[68166]: INFO nova.compute.manager [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Took 8.71 seconds to spawn the instance on the hypervisor. [ 781.551020] env[68166]: DEBUG nova.compute.manager [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.551020] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c898dcfb-a1f4-4c4e-bcb0-a8960306e3e7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.569397] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] ae4746e2-7223-4c5b-971c-cb6230a08c27/ae4746e2-7223-4c5b-971c-cb6230a08c27.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.570206] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7580f444-6a37-489f-919c-9f2a9ad4fac3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.596599] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Waiting for the task: (returnval){ [ 781.596599] env[68166]: value = "task-2806668" [ 781.596599] env[68166]: _type = "Task" [ 781.596599] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.608172] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.684939] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806666, 'name': CreateVM_Task, 'duration_secs': 0.365172} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.684939] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.684939] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.684939] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.684939] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.684939] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c796ddbe-b37c-4538-a33d-96dc02110b2d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.690732] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 781.690732] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c4d831-55a2-e731-4ca8-202a9dd2d28c" [ 781.690732] env[68166]: _type = "Task" [ 781.690732] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.702885] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c4d831-55a2-e731-4ca8-202a9dd2d28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.805033] env[68166]: DEBUG nova.compute.manager [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.818905] env[68166]: DEBUG nova.network.neutron [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Successfully created port: 6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.852631] env[68166]: DEBUG nova.compute.manager [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.853733] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d822240f-a9ab-4676-9b27-c5f036b0e957 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.981402] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "48928fac-b86e-45aa-956b-7b4b4f2af6cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.981402] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "48928fac-b86e-45aa-956b-7b4b4f2af6cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.004670] env[68166]: DEBUG oslo_vmware.api [None req-c4570355-d74e-4626-9a67-31476f14255f tempest-ServersAdminNegativeTestJSON-938739748 tempest-ServersAdminNegativeTestJSON-938739748-project-admin] Task: {'id': task-2806667, 'name': SuspendVM_Task} progress is 45%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.053147] env[68166]: DEBUG nova.network.neutron [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Updated VIF entry in instance network info cache for port 00cde922-4390-400b-b7e7-615e6391d9d0. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.053147] env[68166]: DEBUG nova.network.neutron [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Updating instance_info_cache with network_info: [{"id": "00cde922-4390-400b-b7e7-615e6391d9d0", "address": "fa:16:3e:e4:ae:88", "network": {"id": "c8ca0e4f-4948-40a9-a6dd-c9d3593f9821", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-70298561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918bab6779454baea9270d7092446554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cde922-43", "ovs_interfaceid": "00cde922-4390-400b-b7e7-615e6391d9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.104168] env[68166]: INFO nova.compute.manager [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Took 45.57 seconds to build instance. [ 782.115218] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806668, 'name': ReconfigVM_Task, 'duration_secs': 0.302155} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.115572] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Reconfigured VM instance instance-00000036 to attach disk [datastore2] ae4746e2-7223-4c5b-971c-cb6230a08c27/ae4746e2-7223-4c5b-971c-cb6230a08c27.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.116357] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df705b55-6ecc-4268-ad78-125953b8102d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.132744] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Waiting for the task: (returnval){ [ 782.132744] env[68166]: value = "task-2806669" [ 782.132744] env[68166]: _type = "Task" [ 782.132744] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.144827] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806669, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.205496] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c4d831-55a2-e731-4ca8-202a9dd2d28c, 'name': SearchDatastore_Task, 'duration_secs': 0.018521} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.205855] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.206111] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.206356] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.206500] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.206686] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.209464] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffc52d14-fd53-46a0-aeba-b12d3fbd53e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.217835] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.218102] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.219412] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b52ec59-0713-4dee-b732-f7d1d58080c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.225120] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 782.225120] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52bdba49-f343-faaf-6a0c-64178727bf77" [ 782.225120] env[68166]: _type = "Task" [ 782.225120] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.235652] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52bdba49-f343-faaf-6a0c-64178727bf77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.281700] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "1f8ff2ac-9263-4d88-beed-7cdb668c525b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.282751] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "1f8ff2ac-9263-4d88-beed-7cdb668c525b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.282751] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "1f8ff2ac-9263-4d88-beed-7cdb668c525b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.282751] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "1f8ff2ac-9263-4d88-beed-7cdb668c525b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.283140] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "1f8ff2ac-9263-4d88-beed-7cdb668c525b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.291182] env[68166]: INFO nova.compute.manager [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Terminating instance [ 782.387363] env[68166]: INFO nova.compute.manager [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] instance snapshotting [ 782.387363] env[68166]: WARNING nova.compute.manager [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 782.390601] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85caa491-3689-4709-a5a0-f3cf9aa268fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.413720] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d607a0-f602-4c79-80a3-2ff7f3a493f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.501028] env[68166]: DEBUG oslo_vmware.api [None req-c4570355-d74e-4626-9a67-31476f14255f tempest-ServersAdminNegativeTestJSON-938739748 tempest-ServersAdminNegativeTestJSON-938739748-project-admin] Task: {'id': task-2806667, 'name': SuspendVM_Task, 'duration_secs': 0.899235} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.501567] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c4570355-d74e-4626-9a67-31476f14255f tempest-ServersAdminNegativeTestJSON-938739748 tempest-ServersAdminNegativeTestJSON-938739748-project-admin] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Suspended the VM {{(pid=68166) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 782.501764] env[68166]: DEBUG nova.compute.manager [None req-c4570355-d74e-4626-9a67-31476f14255f tempest-ServersAdminNegativeTestJSON-938739748 tempest-ServersAdminNegativeTestJSON-938739748-project-admin] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.502627] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef2d770-a542-4c78-abe5-d77ca015cad8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.555199] env[68166]: DEBUG oslo_concurrency.lockutils [req-547eec70-435a-4fb3-a24d-ba1f54bc858c req-dc607984-5422-46f5-ad30-4a5b22a97f26 service nova] Releasing lock "refresh_cache-c1d955b6-b2ee-4e33-83c1-a40c5ee72737" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.576779] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe11a510-426b-4457-9646-ce6c7ce54cc7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.586033] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcd0775-1369-45f4-9e72-bc3b35215218 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.622107] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a74d77ea-80cc-407a-bb92-002e9bc22e9f tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 120.431s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.625068] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872ab2f4-d4d0-4a5e-9323-3f52561167f4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.638337] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a883d1c7-255c-4a72-b9b8-789b09a31866 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.650482] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806669, 'name': Rename_Task, 'duration_secs': 0.179782} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.661959] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.662754] env[68166]: DEBUG nova.compute.provider_tree [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.664394] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bb34984-bcdf-474a-8268-6e81cae30052 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.670339] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Waiting for the task: (returnval){ [ 782.670339] env[68166]: value = "task-2806670" [ 782.670339] env[68166]: _type = "Task" [ 782.670339] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.679055] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.738600] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52bdba49-f343-faaf-6a0c-64178727bf77, 'name': SearchDatastore_Task, 'duration_secs': 0.030187} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.739432] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c01a010e-036b-4b5b-a7af-8c89dcafe22b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.745015] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 782.745015] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5253c5a5-7964-0756-d8b6-a904705b52ec" [ 782.745015] env[68166]: _type = "Task" [ 782.745015] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.753077] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5253c5a5-7964-0756-d8b6-a904705b52ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.796861] env[68166]: DEBUG nova.compute.manager [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.796861] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.796861] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfeb6c2-c8e0-47e1-a4c4-942ebf87616a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.804036] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.804531] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f2581f8-a413-4fb1-b894-bd25d2663b96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.811060] env[68166]: DEBUG oslo_vmware.api [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 782.811060] env[68166]: value = "task-2806671" [ 782.811060] env[68166]: _type = "Task" [ 782.811060] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.815275] env[68166]: DEBUG nova.compute.manager [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.824043] env[68166]: DEBUG oslo_vmware.api [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.842978] env[68166]: DEBUG nova.virt.hardware [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.843247] env[68166]: DEBUG nova.virt.hardware [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.843411] env[68166]: DEBUG nova.virt.hardware [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.843601] env[68166]: DEBUG nova.virt.hardware [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.844930] env[68166]: DEBUG nova.virt.hardware [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.844930] env[68166]: DEBUG nova.virt.hardware [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.844930] env[68166]: DEBUG nova.virt.hardware [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.844930] env[68166]: DEBUG nova.virt.hardware [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.844930] env[68166]: DEBUG nova.virt.hardware [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.844930] env[68166]: DEBUG nova.virt.hardware [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.844930] env[68166]: DEBUG nova.virt.hardware [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.845722] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ec89d5-dcb5-47f4-947e-0d562e203193 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.854126] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81536391-86af-44be-9d2c-42a5a57f201f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.925496] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 782.925826] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2acb9ce4-3826-4383-b987-0c0519c1353e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.935073] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 782.935073] env[68166]: value = "task-2806672" [ 782.935073] env[68166]: _type = "Task" [ 782.935073] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.952460] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806672, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.130390] env[68166]: DEBUG nova.compute.manager [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.165348] env[68166]: DEBUG nova.scheduler.client.report [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.185025] env[68166]: DEBUG oslo_vmware.api [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806670, 'name': PowerOnVM_Task, 'duration_secs': 0.504863} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.185158] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.185357] env[68166]: INFO nova.compute.manager [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Took 7.60 seconds to spawn the instance on the hypervisor. [ 783.185529] env[68166]: DEBUG nova.compute.manager [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.187093] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a933a737-26f1-4e1b-9206-c0af494ad565 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.260611] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5253c5a5-7964-0756-d8b6-a904705b52ec, 'name': SearchDatastore_Task, 'duration_secs': 0.024013} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.260873] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.261222] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] c1d955b6-b2ee-4e33-83c1-a40c5ee72737/c1d955b6-b2ee-4e33-83c1-a40c5ee72737.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.261406] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42abf928-f32d-46ad-8276-1b9aa3c0d00b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.269728] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 783.269728] env[68166]: value = "task-2806673" [ 783.269728] env[68166]: _type = "Task" [ 783.269728] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.279809] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.324458] env[68166]: DEBUG oslo_vmware.api [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806671, 'name': PowerOffVM_Task, 'duration_secs': 0.213888} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.324750] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.324917] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.325283] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3839ace-e53f-40b5-9fa2-19faa21c89fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.399807] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.401474] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.403078] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Deleting the datastore file [datastore1] 1f8ff2ac-9263-4d88-beed-7cdb668c525b {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.403078] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f5cab1f-1922-4721-9a9a-09019ffe7860 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.412350] env[68166]: DEBUG oslo_vmware.api [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 783.412350] env[68166]: value = "task-2806675" [ 783.412350] env[68166]: _type = "Task" [ 783.412350] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.420568] env[68166]: DEBUG oslo_vmware.api [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.447514] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806672, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.522203] env[68166]: DEBUG nova.compute.manager [req-04c82461-525a-4ed7-a6af-473473f12f86 req-669231dc-84fd-47f7-97c7-120c087e009e service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Received event network-changed-6dbe75b5-9de4-4bcc-ac55-98cd93ad886a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.522447] env[68166]: DEBUG nova.compute.manager [req-04c82461-525a-4ed7-a6af-473473f12f86 req-669231dc-84fd-47f7-97c7-120c087e009e service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Refreshing instance network info cache due to event network-changed-6dbe75b5-9de4-4bcc-ac55-98cd93ad886a. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 783.522752] env[68166]: DEBUG oslo_concurrency.lockutils [req-04c82461-525a-4ed7-a6af-473473f12f86 req-669231dc-84fd-47f7-97c7-120c087e009e service nova] Acquiring lock "refresh_cache-5fe5fef4-bbaf-49fc-a3e4-b3122a680519" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.522943] env[68166]: DEBUG oslo_concurrency.lockutils [req-04c82461-525a-4ed7-a6af-473473f12f86 req-669231dc-84fd-47f7-97c7-120c087e009e service nova] Acquired lock "refresh_cache-5fe5fef4-bbaf-49fc-a3e4-b3122a680519" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.525021] env[68166]: DEBUG nova.network.neutron [req-04c82461-525a-4ed7-a6af-473473f12f86 req-669231dc-84fd-47f7-97c7-120c087e009e service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Refreshing network info cache for port 6dbe75b5-9de4-4bcc-ac55-98cd93ad886a {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.660764] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.672749] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.672749] env[68166]: DEBUG nova.compute.manager [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.676517] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.339s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.676825] env[68166]: DEBUG nova.objects.instance [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lazy-loading 'resources' on Instance uuid c473a08b-eec1-4c6a-a552-2a7fed508294 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.694604] env[68166]: DEBUG nova.compute.manager [req-d3b9779c-29b5-4012-8bf8-05e01fbe5e36 req-03a2f026-b910-4a67-b6a0-e5e732a8c103 service nova] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Received event network-vif-plugged-6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.694604] env[68166]: DEBUG oslo_concurrency.lockutils [req-d3b9779c-29b5-4012-8bf8-05e01fbe5e36 req-03a2f026-b910-4a67-b6a0-e5e732a8c103 service nova] Acquiring lock "0ac95074-a397-4511-9c95-4e7476306909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.695370] env[68166]: DEBUG oslo_concurrency.lockutils [req-d3b9779c-29b5-4012-8bf8-05e01fbe5e36 req-03a2f026-b910-4a67-b6a0-e5e732a8c103 service nova] Lock "0ac95074-a397-4511-9c95-4e7476306909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.696920] env[68166]: DEBUG oslo_concurrency.lockutils [req-d3b9779c-29b5-4012-8bf8-05e01fbe5e36 req-03a2f026-b910-4a67-b6a0-e5e732a8c103 service nova] Lock "0ac95074-a397-4511-9c95-4e7476306909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.696920] env[68166]: DEBUG nova.compute.manager [req-d3b9779c-29b5-4012-8bf8-05e01fbe5e36 req-03a2f026-b910-4a67-b6a0-e5e732a8c103 service nova] [instance: 0ac95074-a397-4511-9c95-4e7476306909] No waiting events found dispatching network-vif-plugged-6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.696920] env[68166]: WARNING nova.compute.manager [req-d3b9779c-29b5-4012-8bf8-05e01fbe5e36 req-03a2f026-b910-4a67-b6a0-e5e732a8c103 service nova] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Received unexpected event network-vif-plugged-6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0 for instance with vm_state building and task_state spawning. [ 783.713653] env[68166]: INFO nova.compute.manager [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Took 44.17 seconds to build instance. [ 783.790393] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806673, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.795439] env[68166]: DEBUG nova.network.neutron [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Successfully updated port: 6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.922929] env[68166]: DEBUG oslo_vmware.api [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.949087] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806672, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.177730] env[68166]: DEBUG nova.compute.utils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.179368] env[68166]: DEBUG nova.compute.manager [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.179562] env[68166]: DEBUG nova.network.neutron [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.220209] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8da978b6-9dc2-4e63-b699-eb8a8430cee0 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Lock "ae4746e2-7223-4c5b-971c-cb6230a08c27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.801s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.273549] env[68166]: DEBUG nova.policy [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00918f80ea7f4fae93bbf6d8fdb19eca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a854e1fd14a492cbcabef7a765f224f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.284832] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821874} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.285858] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] c1d955b6-b2ee-4e33-83c1-a40c5ee72737/c1d955b6-b2ee-4e33-83c1-a40c5ee72737.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.286172] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.286468] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01b2ea14-f999-4584-8236-7bf2491af8ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.296068] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 784.296068] env[68166]: value = "task-2806676" [ 784.296068] env[68166]: _type = "Task" [ 784.296068] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.304760] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquiring lock "refresh_cache-0ac95074-a397-4511-9c95-4e7476306909" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.304760] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquired lock "refresh_cache-0ac95074-a397-4511-9c95-4e7476306909" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.304760] env[68166]: DEBUG nova.network.neutron [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.305569] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.379469] env[68166]: DEBUG nova.network.neutron [req-04c82461-525a-4ed7-a6af-473473f12f86 req-669231dc-84fd-47f7-97c7-120c087e009e service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Updated VIF entry in instance network info cache for port 6dbe75b5-9de4-4bcc-ac55-98cd93ad886a. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.379469] env[68166]: DEBUG nova.network.neutron [req-04c82461-525a-4ed7-a6af-473473f12f86 req-669231dc-84fd-47f7-97c7-120c087e009e service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Updating instance_info_cache with network_info: [{"id": "6dbe75b5-9de4-4bcc-ac55-98cd93ad886a", "address": "fa:16:3e:23:30:e0", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbe75b5-9d", "ovs_interfaceid": "6dbe75b5-9de4-4bcc-ac55-98cd93ad886a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.424237] env[68166]: DEBUG oslo_vmware.api [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547269} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.424520] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.424801] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.424967] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.425172] env[68166]: INFO nova.compute.manager [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Took 1.63 seconds to destroy the instance on the hypervisor. [ 784.425416] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.425612] env[68166]: DEBUG nova.compute.manager [-] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.425709] env[68166]: DEBUG nova.network.neutron [-] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.456818] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806672, 'name': CreateSnapshot_Task, 'duration_secs': 1.361221} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.458701] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 784.458701] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef4b354-1b1e-4ebc-9de7-efdac9c0d109 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.685447] env[68166]: DEBUG nova.compute.manager [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.728063] env[68166]: DEBUG nova.compute.manager [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.796635] env[68166]: DEBUG nova.network.neutron [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Successfully created port: 425673ce-ce8a-48e2-964f-a65133085b52 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.814116] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070138} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.814116] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.814905] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367bc431-a04b-4fd6-b2d7-f5949d5ff037 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.848823] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] c1d955b6-b2ee-4e33-83c1-a40c5ee72737/c1d955b6-b2ee-4e33-83c1-a40c5ee72737.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.849888] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0af23a3d-4358-4236-b767-f8beb8e94c01 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.868618] env[68166]: DEBUG nova.network.neutron [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.878839] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 784.878839] env[68166]: value = "task-2806677" [ 784.878839] env[68166]: _type = "Task" [ 784.878839] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.885271] env[68166]: DEBUG oslo_concurrency.lockutils [req-04c82461-525a-4ed7-a6af-473473f12f86 req-669231dc-84fd-47f7-97c7-120c087e009e service nova] Releasing lock "refresh_cache-5fe5fef4-bbaf-49fc-a3e4-b3122a680519" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.890835] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.976730] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 784.979462] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-45876717-a961-432e-8fa4-a6a230b08059 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.988355] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 784.988355] env[68166]: value = "task-2806678" [ 784.988355] env[68166]: _type = "Task" [ 784.988355] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.997032] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806678, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.038616] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730fd2e4-0bc7-403a-9895-4fcb95bf3c12 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.050014] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2163eb2-bc70-4eaf-8466-fd5c3a93a4db {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.052785] env[68166]: DEBUG nova.network.neutron [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Updating instance_info_cache with network_info: [{"id": "6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0", "address": "fa:16:3e:5f:70:08", "network": {"id": "15e7dcf7-7356-4fc8-b657-1329c0f5f530", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1026886685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b790a9db1e84792ab1e9ebd67e06230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d37f0d3-7d", "ovs_interfaceid": "6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.094446] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Releasing lock "refresh_cache-0ac95074-a397-4511-9c95-4e7476306909" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.094446] env[68166]: DEBUG nova.compute.manager [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Instance network_info: |[{"id": "6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0", "address": "fa:16:3e:5f:70:08", "network": {"id": "15e7dcf7-7356-4fc8-b657-1329c0f5f530", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1026886685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b790a9db1e84792ab1e9ebd67e06230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d37f0d3-7d", "ovs_interfaceid": "6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.095349] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d519d0c-3dc4-4aa9-befb-d58360b147ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.098849] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:70:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.108736] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Creating folder: Project (6b790a9db1e84792ab1e9ebd67e06230). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.109501] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c954b7d-2ce8-4efb-85f5-83612216e630 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.118481] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8206a1b-e069-48b1-b8cf-d23e5281eeae {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.126072] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Created folder: Project (6b790a9db1e84792ab1e9ebd67e06230) in parent group-v563881. [ 785.126313] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Creating folder: Instances. Parent ref: group-v564045. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.127048] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21763a4f-7662-4cdc-bac5-bbe0fbde871b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.137254] env[68166]: DEBUG nova.compute.provider_tree [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.145542] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Created folder: Instances in parent group-v564045. [ 785.145906] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.145989] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.146792] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ce8133d-7c95-4f54-9157-d113522788f1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.166934] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.166934] env[68166]: value = "task-2806681" [ 785.166934] env[68166]: _type = "Task" [ 785.166934] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.174986] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806681, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.187572] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.187812] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.212829] env[68166]: DEBUG nova.network.neutron [-] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.261467] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.390900] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.500508] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806678, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.553332] env[68166]: DEBUG nova.compute.manager [req-a665e628-4d7f-4d64-8854-0580e5fd2a6d req-00b9512f-3de4-4970-9449-0849c336fd3a service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Received event network-changed-26c762e4-a89a-4d86-9cc7-038e37d01e6b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.553529] env[68166]: DEBUG nova.compute.manager [req-a665e628-4d7f-4d64-8854-0580e5fd2a6d req-00b9512f-3de4-4970-9449-0849c336fd3a service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Refreshing instance network info cache due to event network-changed-26c762e4-a89a-4d86-9cc7-038e37d01e6b. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 785.553744] env[68166]: DEBUG oslo_concurrency.lockutils [req-a665e628-4d7f-4d64-8854-0580e5fd2a6d req-00b9512f-3de4-4970-9449-0849c336fd3a service nova] Acquiring lock "refresh_cache-ae4746e2-7223-4c5b-971c-cb6230a08c27" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.553887] env[68166]: DEBUG oslo_concurrency.lockutils [req-a665e628-4d7f-4d64-8854-0580e5fd2a6d req-00b9512f-3de4-4970-9449-0849c336fd3a service nova] Acquired lock "refresh_cache-ae4746e2-7223-4c5b-971c-cb6230a08c27" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.554057] env[68166]: DEBUG nova.network.neutron [req-a665e628-4d7f-4d64-8854-0580e5fd2a6d req-00b9512f-3de4-4970-9449-0849c336fd3a service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Refreshing network info cache for port 26c762e4-a89a-4d86-9cc7-038e37d01e6b {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.640494] env[68166]: DEBUG nova.scheduler.client.report [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.678454] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806681, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.701435] env[68166]: DEBUG nova.compute.manager [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.715512] env[68166]: INFO nova.compute.manager [-] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Took 1.29 seconds to deallocate network for instance. [ 785.742047] env[68166]: DEBUG nova.virt.hardware [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.742505] env[68166]: DEBUG nova.virt.hardware [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.742505] env[68166]: DEBUG nova.virt.hardware [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.742690] env[68166]: DEBUG nova.virt.hardware [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.742827] env[68166]: DEBUG nova.virt.hardware [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.742983] env[68166]: DEBUG nova.virt.hardware [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.743206] env[68166]: DEBUG nova.virt.hardware [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.743364] env[68166]: DEBUG nova.virt.hardware [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.744031] env[68166]: DEBUG nova.virt.hardware [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.744031] env[68166]: DEBUG nova.virt.hardware [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.744031] env[68166]: DEBUG nova.virt.hardware [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.744819] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a004a40-3d50-4aed-a12d-905eaec53297 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.754420] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5df2f9-0f6a-43a1-b396-81d19782a2f8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.797690] env[68166]: DEBUG nova.compute.manager [req-1090d41a-4c3b-499c-a1a6-5f594034c3aa req-dcab5bba-9f3d-4c01-b398-3fe700df97c6 service nova] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Received event network-changed-6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.797916] env[68166]: DEBUG nova.compute.manager [req-1090d41a-4c3b-499c-a1a6-5f594034c3aa req-dcab5bba-9f3d-4c01-b398-3fe700df97c6 service nova] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Refreshing instance network info cache due to event network-changed-6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 785.798168] env[68166]: DEBUG oslo_concurrency.lockutils [req-1090d41a-4c3b-499c-a1a6-5f594034c3aa req-dcab5bba-9f3d-4c01-b398-3fe700df97c6 service nova] Acquiring lock "refresh_cache-0ac95074-a397-4511-9c95-4e7476306909" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.798338] env[68166]: DEBUG oslo_concurrency.lockutils [req-1090d41a-4c3b-499c-a1a6-5f594034c3aa req-dcab5bba-9f3d-4c01-b398-3fe700df97c6 service nova] Acquired lock "refresh_cache-0ac95074-a397-4511-9c95-4e7476306909" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.798509] env[68166]: DEBUG nova.network.neutron [req-1090d41a-4c3b-499c-a1a6-5f594034c3aa req-dcab5bba-9f3d-4c01-b398-3fe700df97c6 service nova] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Refreshing network info cache for port 6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.888821] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806677, 'name': ReconfigVM_Task, 'duration_secs': 0.871968} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.889121] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Reconfigured VM instance instance-00000037 to attach disk [datastore1] c1d955b6-b2ee-4e33-83c1-a40c5ee72737/c1d955b6-b2ee-4e33-83c1-a40c5ee72737.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.889484] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68166) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 785.890323] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-575c3ae1-7765-46c4-8fb6-a954ac0029f1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.898782] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 785.898782] env[68166]: value = "task-2806682" [ 785.898782] env[68166]: _type = "Task" [ 785.898782] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.908015] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806682, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.000828] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806678, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.115156] env[68166]: DEBUG oslo_concurrency.lockutils [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "5c68895a-ac2b-4668-9924-097fc2e41de9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.115425] env[68166]: DEBUG oslo_concurrency.lockutils [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "5c68895a-ac2b-4668-9924-097fc2e41de9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.115651] env[68166]: DEBUG oslo_concurrency.lockutils [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "5c68895a-ac2b-4668-9924-097fc2e41de9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.115835] env[68166]: DEBUG oslo_concurrency.lockutils [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "5c68895a-ac2b-4668-9924-097fc2e41de9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.116013] env[68166]: DEBUG oslo_concurrency.lockutils [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "5c68895a-ac2b-4668-9924-097fc2e41de9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.118141] env[68166]: INFO nova.compute.manager [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Terminating instance [ 786.145326] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.469s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.147744] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.932s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.149330] env[68166]: INFO nova.compute.claims [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.176657] env[68166]: INFO nova.scheduler.client.report [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Deleted allocations for instance c473a08b-eec1-4c6a-a552-2a7fed508294 [ 786.183562] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806681, 'name': CreateVM_Task, 'duration_secs': 0.581675} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.184208] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.184591] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.184810] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.185052] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.185305] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc52263e-30ad-427a-9e62-e2a8c2284ee2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.190614] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Waiting for the task: (returnval){ [ 786.190614] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b922d6-fef1-2d1d-01ac-91943642691b" [ 786.190614] env[68166]: _type = "Task" [ 786.190614] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.200485] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b922d6-fef1-2d1d-01ac-91943642691b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.226331] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.304150] env[68166]: DEBUG nova.network.neutron [req-a665e628-4d7f-4d64-8854-0580e5fd2a6d req-00b9512f-3de4-4970-9449-0849c336fd3a service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Updated VIF entry in instance network info cache for port 26c762e4-a89a-4d86-9cc7-038e37d01e6b. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.304512] env[68166]: DEBUG nova.network.neutron [req-a665e628-4d7f-4d64-8854-0580e5fd2a6d req-00b9512f-3de4-4970-9449-0849c336fd3a service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Updating instance_info_cache with network_info: [{"id": "26c762e4-a89a-4d86-9cc7-038e37d01e6b", "address": "fa:16:3e:82:bb:5d", "network": {"id": "5b1a85d5-0f13-46f7-bdb6-02d1eff8bd9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1462390245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "274ab33c4566494c8a807f9ec4ad53ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c762e4-a8", "ovs_interfaceid": "26c762e4-a89a-4d86-9cc7-038e37d01e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.414844] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806682, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.048003} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.415225] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68166) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 786.416334] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f294f74-3b65-4734-ba49-307007460c6b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.447039] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] c1d955b6-b2ee-4e33-83c1-a40c5ee72737/ephemeral_0.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.450145] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de927ca2-9039-4ff8-afb6-06a9a45a363e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.470744] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 786.470744] env[68166]: value = "task-2806683" [ 786.470744] env[68166]: _type = "Task" [ 786.470744] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.479490] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.502439] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806678, 'name': CloneVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.578060] env[68166]: DEBUG nova.network.neutron [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Successfully updated port: 425673ce-ce8a-48e2-964f-a65133085b52 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.622113] env[68166]: DEBUG nova.compute.manager [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.622420] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.623383] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bb7478-d2c7-4594-9cb8-15ed4f2c62cb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.632451] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.633384] env[68166]: DEBUG nova.network.neutron [req-1090d41a-4c3b-499c-a1a6-5f594034c3aa req-dcab5bba-9f3d-4c01-b398-3fe700df97c6 service nova] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Updated VIF entry in instance network info cache for port 6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.633763] env[68166]: DEBUG nova.network.neutron [req-1090d41a-4c3b-499c-a1a6-5f594034c3aa req-dcab5bba-9f3d-4c01-b398-3fe700df97c6 service nova] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Updating instance_info_cache with network_info: [{"id": "6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0", "address": "fa:16:3e:5f:70:08", "network": {"id": "15e7dcf7-7356-4fc8-b657-1329c0f5f530", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1026886685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b790a9db1e84792ab1e9ebd67e06230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d37f0d3-7d", "ovs_interfaceid": "6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.634857] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cec239b7-a3ef-47ba-9d98-0b4a87d407a6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.688729] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ac82c6f4-4621-43d8-bb02-00974ad3d1ee tempest-ImagesOneServerTestJSON-598731953 tempest-ImagesOneServerTestJSON-598731953-project-member] Lock "c473a08b-eec1-4c6a-a552-2a7fed508294" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.806s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.700643] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b922d6-fef1-2d1d-01ac-91943642691b, 'name': SearchDatastore_Task, 'duration_secs': 0.015675} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.700909] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.701172] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.701541] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.701674] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.701875] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.702175] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d03865db-5414-427a-9cf0-df96455dc54f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.712256] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.712473] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.713647] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c96d90-8dd7-4753-9f55-9b6eb60cd25f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.720332] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Waiting for the task: (returnval){ [ 786.720332] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526b4d0d-d4b6-8d1b-b698-7da80c987c18" [ 786.720332] env[68166]: _type = "Task" [ 786.720332] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.728935] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526b4d0d-d4b6-8d1b-b698-7da80c987c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.807057] env[68166]: DEBUG oslo_concurrency.lockutils [req-a665e628-4d7f-4d64-8854-0580e5fd2a6d req-00b9512f-3de4-4970-9449-0849c336fd3a service nova] Releasing lock "refresh_cache-ae4746e2-7223-4c5b-971c-cb6230a08c27" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.982611] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.001013] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806678, 'name': CloneVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.082133] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "refresh_cache-1396ee3b-7b96-40e3-a23f-48d6f0f703bf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.082133] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquired lock "refresh_cache-1396ee3b-7b96-40e3-a23f-48d6f0f703bf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.082232] env[68166]: DEBUG nova.network.neutron [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.137784] env[68166]: DEBUG oslo_concurrency.lockutils [req-1090d41a-4c3b-499c-a1a6-5f594034c3aa req-dcab5bba-9f3d-4c01-b398-3fe700df97c6 service nova] Releasing lock "refresh_cache-0ac95074-a397-4511-9c95-4e7476306909" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.137784] env[68166]: DEBUG nova.compute.manager [req-1090d41a-4c3b-499c-a1a6-5f594034c3aa req-dcab5bba-9f3d-4c01-b398-3fe700df97c6 service nova] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Received event network-vif-deleted-03486cab-cb54-46d1-ace1-9a07cc694aa8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.235256] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526b4d0d-d4b6-8d1b-b698-7da80c987c18, 'name': SearchDatastore_Task, 'duration_secs': 0.025017} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.236227] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d550b9c9-1ac7-4ac5-a415-45b1238d2bf5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.243502] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Waiting for the task: (returnval){ [ 787.243502] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ed4e3d-c4b6-d5ec-1508-34fdfc5ad864" [ 787.243502] env[68166]: _type = "Task" [ 787.243502] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.253338] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ed4e3d-c4b6-d5ec-1508-34fdfc5ad864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.482257] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.505065] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806678, 'name': CloneVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.642738] env[68166]: DEBUG nova.network.neutron [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.646472] env[68166]: DEBUG nova.compute.manager [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Received event network-vif-plugged-425673ce-ce8a-48e2-964f-a65133085b52 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.646683] env[68166]: DEBUG oslo_concurrency.lockutils [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] Acquiring lock "1396ee3b-7b96-40e3-a23f-48d6f0f703bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.646889] env[68166]: DEBUG oslo_concurrency.lockutils [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] Lock "1396ee3b-7b96-40e3-a23f-48d6f0f703bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.647066] env[68166]: DEBUG oslo_concurrency.lockutils [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] Lock "1396ee3b-7b96-40e3-a23f-48d6f0f703bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.647667] env[68166]: DEBUG nova.compute.manager [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] No waiting events found dispatching network-vif-plugged-425673ce-ce8a-48e2-964f-a65133085b52 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.647667] env[68166]: WARNING nova.compute.manager [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Received unexpected event network-vif-plugged-425673ce-ce8a-48e2-964f-a65133085b52 for instance with vm_state building and task_state spawning. [ 787.647667] env[68166]: DEBUG nova.compute.manager [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Received event network-changed-425673ce-ce8a-48e2-964f-a65133085b52 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.647873] env[68166]: DEBUG nova.compute.manager [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Refreshing instance network info cache due to event network-changed-425673ce-ce8a-48e2-964f-a65133085b52. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 787.647959] env[68166]: DEBUG oslo_concurrency.lockutils [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] Acquiring lock "refresh_cache-1396ee3b-7b96-40e3-a23f-48d6f0f703bf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.677530] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83c3e63-2a8f-48e1-8932-fa105f49307c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.685178] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a132a50c-a694-4695-9d22-afef85aa3e80 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.720026] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0535d04-7c5a-432c-9dce-dcc0879b0dcf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.728377] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d516250c-6e5c-41e6-8bd9-63e45baa4da7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.747935] env[68166]: DEBUG nova.compute.provider_tree [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.756991] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ed4e3d-c4b6-d5ec-1508-34fdfc5ad864, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.757953] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.758477] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 0ac95074-a397-4511-9c95-4e7476306909/0ac95074-a397-4511-9c95-4e7476306909.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.758735] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c17454ab-187f-43c0-9da3-5c51fe24f840 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.765835] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Waiting for the task: (returnval){ [ 787.765835] env[68166]: value = "task-2806685" [ 787.765835] env[68166]: _type = "Task" [ 787.765835] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.776271] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.983577] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806683, 'name': ReconfigVM_Task, 'duration_secs': 1.23903} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.983900] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Reconfigured VM instance instance-00000037 to attach disk [datastore1] c1d955b6-b2ee-4e33-83c1-a40c5ee72737/ephemeral_0.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.984592] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55ffb9c0-bb2b-4e76-86ec-052a34763efe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.993292] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 787.993292] env[68166]: value = "task-2806686" [ 787.993292] env[68166]: _type = "Task" [ 787.993292] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.006430] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806686, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.010074] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806678, 'name': CloneVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.151780] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.152136] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.152335] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Deleting the datastore file [datastore1] 5c68895a-ac2b-4668-9924-097fc2e41de9 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.152872] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b9e1a02-f815-4f82-a68b-069e794e3cf2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.161360] env[68166]: DEBUG oslo_vmware.api [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 788.161360] env[68166]: value = "task-2806687" [ 788.161360] env[68166]: _type = "Task" [ 788.161360] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.181352] env[68166]: DEBUG oslo_vmware.api [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.221170] env[68166]: DEBUG nova.network.neutron [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Updating instance_info_cache with network_info: [{"id": "425673ce-ce8a-48e2-964f-a65133085b52", "address": "fa:16:3e:7b:cd:c8", "network": {"id": "39694a03-ec13-4602-9672-27a7c9d9596b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1613218905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a854e1fd14a492cbcabef7a765f224f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap425673ce-ce", "ovs_interfaceid": "425673ce-ce8a-48e2-964f-a65133085b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.253674] env[68166]: DEBUG nova.scheduler.client.report [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.277932] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504171} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.278451] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 0ac95074-a397-4511-9c95-4e7476306909/0ac95074-a397-4511-9c95-4e7476306909.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.279130] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.279852] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-582aae25-1d6d-4958-a09f-9e03c12a13b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.287977] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Waiting for the task: (returnval){ [ 788.287977] env[68166]: value = "task-2806688" [ 788.287977] env[68166]: _type = "Task" [ 788.287977] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.296706] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.506913] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806686, 'name': Rename_Task, 'duration_secs': 0.377272} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.509987] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.510267] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806678, 'name': CloneVM_Task, 'duration_secs': 3.197645} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.510486] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7082036-acb5-464c-8417-1b69b06d3d1d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.511942] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Created linked-clone VM from snapshot [ 788.512655] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14edf9ca-017d-4d03-a2a9-39a57308f650 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.520270] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Uploading image ed596edb-e536-4e2c-9ca0-61022ab0db31 {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 788.523100] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 788.523100] env[68166]: value = "task-2806689" [ 788.523100] env[68166]: _type = "Task" [ 788.523100] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.534047] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.546026] env[68166]: DEBUG oslo_vmware.rw_handles [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 788.546026] env[68166]: value = "vm-564044" [ 788.546026] env[68166]: _type = "VirtualMachine" [ 788.546026] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 788.546260] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-abc96eb2-dc2d-417c-b6f7-6e156283ec1c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.553577] env[68166]: DEBUG oslo_vmware.rw_handles [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lease: (returnval){ [ 788.553577] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52863dbd-09a7-1992-1bfb-d2edaa28b29c" [ 788.553577] env[68166]: _type = "HttpNfcLease" [ 788.553577] env[68166]: } obtained for exporting VM: (result){ [ 788.553577] env[68166]: value = "vm-564044" [ 788.553577] env[68166]: _type = "VirtualMachine" [ 788.553577] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 788.553827] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the lease: (returnval){ [ 788.553827] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52863dbd-09a7-1992-1bfb-d2edaa28b29c" [ 788.553827] env[68166]: _type = "HttpNfcLease" [ 788.553827] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 788.562039] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.562039] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52863dbd-09a7-1992-1bfb-d2edaa28b29c" [ 788.562039] env[68166]: _type = "HttpNfcLease" [ 788.562039] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 788.672764] env[68166]: DEBUG oslo_vmware.api [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230211} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.673110] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.673345] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.673556] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.673754] env[68166]: INFO nova.compute.manager [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Took 2.05 seconds to destroy the instance on the hypervisor. [ 788.674052] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.674525] env[68166]: DEBUG nova.compute.manager [-] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.674525] env[68166]: DEBUG nova.network.neutron [-] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.724768] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Releasing lock "refresh_cache-1396ee3b-7b96-40e3-a23f-48d6f0f703bf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.725184] env[68166]: DEBUG nova.compute.manager [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Instance network_info: |[{"id": "425673ce-ce8a-48e2-964f-a65133085b52", "address": "fa:16:3e:7b:cd:c8", "network": {"id": "39694a03-ec13-4602-9672-27a7c9d9596b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1613218905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a854e1fd14a492cbcabef7a765f224f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap425673ce-ce", "ovs_interfaceid": "425673ce-ce8a-48e2-964f-a65133085b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.727762] env[68166]: DEBUG oslo_concurrency.lockutils [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] Acquired lock "refresh_cache-1396ee3b-7b96-40e3-a23f-48d6f0f703bf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.727954] env[68166]: DEBUG nova.network.neutron [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Refreshing network info cache for port 425673ce-ce8a-48e2-964f-a65133085b52 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.731708] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:cd:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '425673ce-ce8a-48e2-964f-a65133085b52', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.747933] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.749224] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.749778] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cd90252-f2de-4776-b683-14dfb7897b4b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.766237] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.766730] env[68166]: DEBUG nova.compute.manager [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.769324] env[68166]: DEBUG oslo_concurrency.lockutils [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.814s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.769543] env[68166]: DEBUG nova.objects.instance [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Lazy-loading 'resources' on Instance uuid 372b0081-e53b-4594-b491-812e624a314b {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.777963] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.777963] env[68166]: value = "task-2806691" [ 788.777963] env[68166]: _type = "Task" [ 788.777963] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.787433] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806691, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.796765] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065221} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.798167] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.798167] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb3193f-8323-4e11-9be8-ad5e7fccf2d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.822551] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 0ac95074-a397-4511-9c95-4e7476306909/0ac95074-a397-4511-9c95-4e7476306909.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.823318] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70636298-4abb-443c-89a9-82ab8a5f2603 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.845713] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Waiting for the task: (returnval){ [ 788.845713] env[68166]: value = "task-2806692" [ 788.845713] env[68166]: _type = "Task" [ 788.845713] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.856437] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.035156] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.063059] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 789.063059] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52863dbd-09a7-1992-1bfb-d2edaa28b29c" [ 789.063059] env[68166]: _type = "HttpNfcLease" [ 789.063059] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 789.063373] env[68166]: DEBUG oslo_vmware.rw_handles [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 789.063373] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52863dbd-09a7-1992-1bfb-d2edaa28b29c" [ 789.063373] env[68166]: _type = "HttpNfcLease" [ 789.063373] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 789.064369] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b015cad-e4ce-4299-9ce0-da05089457e9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.073044] env[68166]: DEBUG oslo_vmware.rw_handles [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52528b7f-59b0-a1a9-5ccc-aa0865f3fea4/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 789.073196] env[68166]: DEBUG oslo_vmware.rw_handles [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52528b7f-59b0-a1a9-5ccc-aa0865f3fea4/disk-0.vmdk for reading. {{(pid=68166) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 789.227562] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-00b01bd9-6c64-43a5-ae55-fa6ad7e73135 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.277380] env[68166]: DEBUG nova.compute.utils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.279455] env[68166]: DEBUG nova.compute.manager [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.280033] env[68166]: DEBUG nova.network.neutron [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.300625] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806691, 'name': CreateVM_Task, 'duration_secs': 0.420949} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.301608] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.302644] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.302843] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.303182] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.303826] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12bb4bef-f1cc-4b9a-9573-65b1b91a5e5e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.309992] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 789.309992] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524d0429-62b7-1565-bc38-7287047a636a" [ 789.309992] env[68166]: _type = "Task" [ 789.309992] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.326243] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524d0429-62b7-1565-bc38-7287047a636a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.360505] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.362050] env[68166]: DEBUG nova.policy [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1ca77783c943458e1a9d789309efbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d657f834a284ee3acbb498ca4ca8680', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.500192] env[68166]: DEBUG nova.network.neutron [-] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.543083] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.643741] env[68166]: DEBUG nova.network.neutron [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Updated VIF entry in instance network info cache for port 425673ce-ce8a-48e2-964f-a65133085b52. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.644065] env[68166]: DEBUG nova.network.neutron [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Updating instance_info_cache with network_info: [{"id": "425673ce-ce8a-48e2-964f-a65133085b52", "address": "fa:16:3e:7b:cd:c8", "network": {"id": "39694a03-ec13-4602-9672-27a7c9d9596b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1613218905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a854e1fd14a492cbcabef7a765f224f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap425673ce-ce", "ovs_interfaceid": "425673ce-ce8a-48e2-964f-a65133085b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.684593] env[68166]: DEBUG nova.compute.manager [req-9e733725-709f-4086-9d1c-ea202f98ebb8 req-bf5fc0ef-f290-44cd-acc1-a2ebd0e1b14e service nova] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Received event network-vif-deleted-d1e64762-ca3f-4fec-bc1a-c07ef05b1715 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.783750] env[68166]: DEBUG nova.compute.manager [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.827865] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524d0429-62b7-1565-bc38-7287047a636a, 'name': SearchDatastore_Task, 'duration_secs': 0.022056} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.833208] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.833208] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.833208] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.833208] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.833208] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.834868] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dbd04eb-32c4-496d-99f2-052fae857bc2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.845667] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.846071] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.847722] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0d3d12-291f-4420-97b0-da2c89ee166f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.864067] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806692, 'name': ReconfigVM_Task, 'duration_secs': 0.740192} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.865613] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 0ac95074-a397-4511-9c95-4e7476306909/0ac95074-a397-4511-9c95-4e7476306909.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.866432] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 789.866432] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f54d3e-1220-4f25-35bf-276b75a9ecdc" [ 789.866432] env[68166]: _type = "Task" [ 789.866432] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.867134] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ee9e42e-5096-4296-811a-adc5d87a050b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.880916] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Waiting for the task: (returnval){ [ 789.880916] env[68166]: value = "task-2806693" [ 789.880916] env[68166]: _type = "Task" [ 789.880916] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.882977] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f54d3e-1220-4f25-35bf-276b75a9ecdc, 'name': SearchDatastore_Task, 'duration_secs': 0.016242} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.887025] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8e75a4-14a7-4cf4-b6d1-f35db548c314 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.908134] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806693, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.908134] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 789.908134] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52999470-c8db-1c00-9eab-8de2618ffb57" [ 789.908134] env[68166]: _type = "Task" [ 789.908134] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.914435] env[68166]: DEBUG nova.network.neutron [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Successfully created port: 9e27d566-af74-439c-ac0e-c085f829123c {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.922368] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52999470-c8db-1c00-9eab-8de2618ffb57, 'name': SearchDatastore_Task, 'duration_secs': 0.013492} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.922638] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.922976] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 1396ee3b-7b96-40e3-a23f-48d6f0f703bf/1396ee3b-7b96-40e3-a23f-48d6f0f703bf.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.923377] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed9e84dc-a314-4bb7-9000-5744936121c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.931153] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 789.931153] env[68166]: value = "task-2806694" [ 789.931153] env[68166]: _type = "Task" [ 789.931153] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.941755] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.995922] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40358f4f-8da8-42b6-8cb7-3d0685e4f5c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.004283] env[68166]: INFO nova.compute.manager [-] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Took 1.33 seconds to deallocate network for instance. [ 790.006663] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd71000-02b9-40e5-96b1-fa399d114163 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.050956] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e433017-70df-42b2-ad06-274c3a711d9b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.063026] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075bb514-5f9d-414d-81b9-aaa53d530b22 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.067119] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806689, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.078918] env[68166]: DEBUG nova.compute.provider_tree [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.148356] env[68166]: DEBUG oslo_concurrency.lockutils [req-776804c9-a16a-4d0b-8171-32eddb0c49b4 req-2f849681-972a-4d10-a969-cb8371caf2d3 service nova] Releasing lock "refresh_cache-1396ee3b-7b96-40e3-a23f-48d6f0f703bf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.393964] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806693, 'name': Rename_Task, 'duration_secs': 0.158186} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.394434] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.394871] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afc0fb9f-ced7-44df-85cc-0d0360dacb2b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.403862] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Waiting for the task: (returnval){ [ 790.403862] env[68166]: value = "task-2806695" [ 790.403862] env[68166]: _type = "Task" [ 790.403862] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.413324] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.441940] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806694, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.515782] env[68166]: DEBUG oslo_concurrency.lockutils [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.558048] env[68166]: DEBUG oslo_vmware.api [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806689, 'name': PowerOnVM_Task, 'duration_secs': 1.559085} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.558254] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.558426] env[68166]: INFO nova.compute.manager [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Took 11.69 seconds to spawn the instance on the hypervisor. [ 790.558611] env[68166]: DEBUG nova.compute.manager [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.559450] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a61abc5-a29b-4e99-881b-083d9ba940c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.581947] env[68166]: DEBUG nova.scheduler.client.report [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.702146] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquiring lock "b8afd814-64f4-4138-b919-4151f557a42a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.702419] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lock "b8afd814-64f4-4138-b919-4151f557a42a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.801303] env[68166]: DEBUG nova.compute.manager [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.838360] env[68166]: DEBUG nova.virt.hardware [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.838632] env[68166]: DEBUG nova.virt.hardware [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.838877] env[68166]: DEBUG nova.virt.hardware [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.839254] env[68166]: DEBUG nova.virt.hardware [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.839524] env[68166]: DEBUG nova.virt.hardware [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.839775] env[68166]: DEBUG nova.virt.hardware [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.840075] env[68166]: DEBUG nova.virt.hardware [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.840367] env[68166]: DEBUG nova.virt.hardware [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.840659] env[68166]: DEBUG nova.virt.hardware [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.840979] env[68166]: DEBUG nova.virt.hardware [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.841229] env[68166]: DEBUG nova.virt.hardware [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.842196] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b83314c-9dfe-493d-a0a2-890007a261e2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.857218] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c289d2-22a7-411a-b6a1-b857147b0062 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.917107] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806695, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.941780] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587646} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.942106] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 1396ee3b-7b96-40e3-a23f-48d6f0f703bf/1396ee3b-7b96-40e3-a23f-48d6f0f703bf.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.942543] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.942853] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b736662-b3a5-4bdb-b631-0464156b9985 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.949529] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 790.949529] env[68166]: value = "task-2806696" [ 790.949529] env[68166]: _type = "Task" [ 790.949529] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.957892] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.077595] env[68166]: INFO nova.compute.manager [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Took 46.23 seconds to build instance. [ 791.091030] env[68166]: DEBUG oslo_concurrency.lockutils [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.093068] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.067s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.116793] env[68166]: INFO nova.scheduler.client.report [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Deleted allocations for instance 372b0081-e53b-4594-b491-812e624a314b [ 791.415523] env[68166]: DEBUG oslo_vmware.api [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806695, 'name': PowerOnVM_Task, 'duration_secs': 0.648282} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.415905] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.416239] env[68166]: INFO nova.compute.manager [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Took 8.60 seconds to spawn the instance on the hypervisor. [ 791.416713] env[68166]: DEBUG nova.compute.manager [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.417280] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69721f6-8d2a-43e5-b836-b19419ae5b53 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.462021] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087881} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.462021] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.462499] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac849722-a8f0-4e63-8aec-12221370a72e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.489265] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 1396ee3b-7b96-40e3-a23f-48d6f0f703bf/1396ee3b-7b96-40e3-a23f-48d6f0f703bf.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.490031] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb56f49a-93a4-48de-b73c-2cf4fabf8705 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.514036] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 791.514036] env[68166]: value = "task-2806697" [ 791.514036] env[68166]: _type = "Task" [ 791.514036] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.523704] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.558765] env[68166]: DEBUG nova.network.neutron [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Successfully updated port: 9e27d566-af74-439c-ac0e-c085f829123c {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.580776] env[68166]: DEBUG oslo_concurrency.lockutils [None req-36dc289d-8fa7-4bd6-84d9-97cea2d774df tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "c1d955b6-b2ee-4e33-83c1-a40c5ee72737" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.286s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.600215] env[68166]: INFO nova.compute.claims [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.625466] env[68166]: DEBUG oslo_concurrency.lockutils [None req-084ab76f-1cc1-41d3-9430-7fcfcfde9aa8 tempest-ImagesNegativeTestJSON-788373026 tempest-ImagesNegativeTestJSON-788373026-project-member] Lock "372b0081-e53b-4594-b491-812e624a314b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.099s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.839456] env[68166]: DEBUG nova.compute.manager [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Received event network-vif-plugged-9e27d566-af74-439c-ac0e-c085f829123c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.839456] env[68166]: DEBUG oslo_concurrency.lockutils [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] Acquiring lock "8d0ab303-e615-45b1-b574-8ba7eafa49b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.839456] env[68166]: DEBUG oslo_concurrency.lockutils [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] Lock "8d0ab303-e615-45b1-b574-8ba7eafa49b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.839456] env[68166]: DEBUG oslo_concurrency.lockutils [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] Lock "8d0ab303-e615-45b1-b574-8ba7eafa49b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.839456] env[68166]: DEBUG nova.compute.manager [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] No waiting events found dispatching network-vif-plugged-9e27d566-af74-439c-ac0e-c085f829123c {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.839456] env[68166]: WARNING nova.compute.manager [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Received unexpected event network-vif-plugged-9e27d566-af74-439c-ac0e-c085f829123c for instance with vm_state building and task_state spawning. [ 791.839456] env[68166]: DEBUG nova.compute.manager [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Received event network-changed-9e27d566-af74-439c-ac0e-c085f829123c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.839456] env[68166]: DEBUG nova.compute.manager [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Refreshing instance network info cache due to event network-changed-9e27d566-af74-439c-ac0e-c085f829123c. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 791.840065] env[68166]: DEBUG oslo_concurrency.lockutils [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] Acquiring lock "refresh_cache-8d0ab303-e615-45b1-b574-8ba7eafa49b9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.840421] env[68166]: DEBUG oslo_concurrency.lockutils [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] Acquired lock "refresh_cache-8d0ab303-e615-45b1-b574-8ba7eafa49b9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.840850] env[68166]: DEBUG nova.network.neutron [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Refreshing network info cache for port 9e27d566-af74-439c-ac0e-c085f829123c {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.899208] env[68166]: DEBUG nova.compute.manager [req-0de09d48-b1fc-4b1d-9571-bad4c999d48b req-0976b6b5-96fd-43b0-a7de-84b154a50717 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Received event network-changed-00cde922-4390-400b-b7e7-615e6391d9d0 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.899208] env[68166]: DEBUG nova.compute.manager [req-0de09d48-b1fc-4b1d-9571-bad4c999d48b req-0976b6b5-96fd-43b0-a7de-84b154a50717 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Refreshing instance network info cache due to event network-changed-00cde922-4390-400b-b7e7-615e6391d9d0. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 791.899208] env[68166]: DEBUG oslo_concurrency.lockutils [req-0de09d48-b1fc-4b1d-9571-bad4c999d48b req-0976b6b5-96fd-43b0-a7de-84b154a50717 service nova] Acquiring lock "refresh_cache-c1d955b6-b2ee-4e33-83c1-a40c5ee72737" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.899208] env[68166]: DEBUG oslo_concurrency.lockutils [req-0de09d48-b1fc-4b1d-9571-bad4c999d48b req-0976b6b5-96fd-43b0-a7de-84b154a50717 service nova] Acquired lock "refresh_cache-c1d955b6-b2ee-4e33-83c1-a40c5ee72737" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.899208] env[68166]: DEBUG nova.network.neutron [req-0de09d48-b1fc-4b1d-9571-bad4c999d48b req-0976b6b5-96fd-43b0-a7de-84b154a50717 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Refreshing network info cache for port 00cde922-4390-400b-b7e7-615e6391d9d0 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.937935] env[68166]: INFO nova.compute.manager [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Took 44.28 seconds to build instance. [ 792.025175] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806697, 'name': ReconfigVM_Task, 'duration_secs': 0.288884} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.025446] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 1396ee3b-7b96-40e3-a23f-48d6f0f703bf/1396ee3b-7b96-40e3-a23f-48d6f0f703bf.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.026427] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99d7e758-f38f-4dd7-9e21-2c9b5f1a8439 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.033824] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 792.033824] env[68166]: value = "task-2806698" [ 792.033824] env[68166]: _type = "Task" [ 792.033824] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.042167] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806698, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.062044] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "refresh_cache-8d0ab303-e615-45b1-b574-8ba7eafa49b9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.084726] env[68166]: DEBUG nova.compute.manager [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.106800] env[68166]: INFO nova.compute.resource_tracker [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating resource usage from migration 7dd75328-f906-42ad-9b17-87f0c7d79b93 [ 792.404137] env[68166]: DEBUG nova.network.neutron [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.442721] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be0049d9-60cf-4381-b9fe-eb1c8f6aea59 tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lock "0ac95074-a397-4511-9c95-4e7476306909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.595s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.546717] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806698, 'name': Rename_Task, 'duration_secs': 0.143095} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.547370] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.547636] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8e066c1-c9e8-4115-900a-a3d069813c29 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.555798] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 792.555798] env[68166]: value = "task-2806699" [ 792.555798] env[68166]: _type = "Task" [ 792.555798] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.564084] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.614155] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.648843] env[68166]: DEBUG nova.network.neutron [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.744027] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f5a2f6-b711-41c1-a1c5-4e3f4d561463 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.753677] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2f41e1-e562-41ef-8bf7-58c76f16d1de {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.789733] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd9f69c-aa4d-4d8c-bf70-69559f559cf7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.800880] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c090eb4-eb7d-4e57-b70c-5e39dcb1c868 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.817612] env[68166]: DEBUG nova.compute.provider_tree [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.941282] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquiring lock "0ac95074-a397-4511-9c95-4e7476306909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.941282] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lock "0ac95074-a397-4511-9c95-4e7476306909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.941282] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquiring lock "0ac95074-a397-4511-9c95-4e7476306909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.941282] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lock "0ac95074-a397-4511-9c95-4e7476306909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.941282] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lock "0ac95074-a397-4511-9c95-4e7476306909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.944179] env[68166]: DEBUG nova.network.neutron [req-0de09d48-b1fc-4b1d-9571-bad4c999d48b req-0976b6b5-96fd-43b0-a7de-84b154a50717 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Updated VIF entry in instance network info cache for port 00cde922-4390-400b-b7e7-615e6391d9d0. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.944893] env[68166]: DEBUG nova.network.neutron [req-0de09d48-b1fc-4b1d-9571-bad4c999d48b req-0976b6b5-96fd-43b0-a7de-84b154a50717 service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Updating instance_info_cache with network_info: [{"id": "00cde922-4390-400b-b7e7-615e6391d9d0", "address": "fa:16:3e:e4:ae:88", "network": {"id": "c8ca0e4f-4948-40a9-a6dd-c9d3593f9821", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-70298561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918bab6779454baea9270d7092446554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cde922-43", "ovs_interfaceid": "00cde922-4390-400b-b7e7-615e6391d9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.946911] env[68166]: DEBUG nova.compute.manager [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.954969] env[68166]: INFO nova.compute.manager [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Terminating instance [ 793.066198] env[68166]: DEBUG oslo_vmware.api [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806699, 'name': PowerOnVM_Task, 'duration_secs': 0.505288} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.066517] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.066745] env[68166]: INFO nova.compute.manager [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Took 7.37 seconds to spawn the instance on the hypervisor. [ 793.066925] env[68166]: DEBUG nova.compute.manager [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.067891] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f2477-b31b-4b21-94e8-e1a74d043d99 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.151682] env[68166]: DEBUG oslo_concurrency.lockutils [req-a6dbdead-ece1-4c0b-8150-8afefca83be5 req-fbd204b3-459e-41d9-9657-e80d74cbe638 service nova] Releasing lock "refresh_cache-8d0ab303-e615-45b1-b574-8ba7eafa49b9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.152096] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "refresh_cache-8d0ab303-e615-45b1-b574-8ba7eafa49b9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.152265] env[68166]: DEBUG nova.network.neutron [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.320579] env[68166]: DEBUG nova.scheduler.client.report [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.461141] env[68166]: DEBUG oslo_concurrency.lockutils [req-0de09d48-b1fc-4b1d-9571-bad4c999d48b req-0976b6b5-96fd-43b0-a7de-84b154a50717 service nova] Releasing lock "refresh_cache-c1d955b6-b2ee-4e33-83c1-a40c5ee72737" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.462790] env[68166]: DEBUG nova.compute.manager [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.462883] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.463787] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8f2b22-51c1-4133-ada1-298700261576 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.474306] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.474560] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20263134-268d-455a-9e2a-0f017df4801e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.478895] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.481231] env[68166]: DEBUG oslo_vmware.api [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Waiting for the task: (returnval){ [ 793.481231] env[68166]: value = "task-2806700" [ 793.481231] env[68166]: _type = "Task" [ 793.481231] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.488965] env[68166]: DEBUG oslo_vmware.api [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.589406] env[68166]: INFO nova.compute.manager [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Took 36.58 seconds to build instance. [ 793.688015] env[68166]: DEBUG nova.network.neutron [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.825953] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.733s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.826226] env[68166]: INFO nova.compute.manager [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Migrating [ 793.832792] env[68166]: DEBUG oslo_concurrency.lockutils [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.490s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.833043] env[68166]: DEBUG nova.objects.instance [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lazy-loading 'resources' on Instance uuid 363c99d0-1cdc-4206-b377-70c122875fac {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.953765] env[68166]: DEBUG nova.network.neutron [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Updating instance_info_cache with network_info: [{"id": "9e27d566-af74-439c-ac0e-c085f829123c", "address": "fa:16:3e:ea:2d:33", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e27d566-af", "ovs_interfaceid": "9e27d566-af74-439c-ac0e-c085f829123c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.991467] env[68166]: DEBUG oslo_vmware.api [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806700, 'name': PowerOffVM_Task, 'duration_secs': 0.217739} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.991718] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.991986] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.992319] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f825f53f-c673-43cf-88df-128d89b4469b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.062104] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.063587] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.063587] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Deleting the datastore file [datastore1] 0ac95074-a397-4511-9c95-4e7476306909 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.063587] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd56e51c-e892-49a7-82b6-873a16e9d1b9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.070260] env[68166]: DEBUG oslo_vmware.api [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Waiting for the task: (returnval){ [ 794.070260] env[68166]: value = "task-2806702" [ 794.070260] env[68166]: _type = "Task" [ 794.070260] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.083023] env[68166]: DEBUG oslo_vmware.api [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.093577] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37c726a3-0837-4763-80ff-a83d25cc6d64 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "1396ee3b-7b96-40e3-a23f-48d6f0f703bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.026s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.344122] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.344326] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.344326] env[68166]: DEBUG nova.network.neutron [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.459015] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "refresh_cache-8d0ab303-e615-45b1-b574-8ba7eafa49b9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.459738] env[68166]: DEBUG nova.compute.manager [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Instance network_info: |[{"id": "9e27d566-af74-439c-ac0e-c085f829123c", "address": "fa:16:3e:ea:2d:33", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e27d566-af", "ovs_interfaceid": "9e27d566-af74-439c-ac0e-c085f829123c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.459927] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:2d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e27d566-af74-439c-ac0e-c085f829123c', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.468798] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Creating folder: Project (7d657f834a284ee3acbb498ca4ca8680). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.471596] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-deb36729-3b7f-4ed8-9ef3-fdcacb4504dc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.483218] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Created folder: Project (7d657f834a284ee3acbb498ca4ca8680) in parent group-v563881. [ 794.483422] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Creating folder: Instances. Parent ref: group-v564049. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.483752] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e98e15df-7b60-45f0-8158-897a340448d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.496854] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.497488] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Created folder: Instances in parent group-v564049. [ 794.497715] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.497891] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.499601] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.500489] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f0c8fa4-8382-4c8e-a571-d4cfd2815ab6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.524392] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.524392] env[68166]: value = "task-2806705" [ 794.524392] env[68166]: _type = "Task" [ 794.524392] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.540322] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806705, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.582401] env[68166]: DEBUG oslo_vmware.api [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.595677] env[68166]: DEBUG nova.compute.manager [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.015427] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.016404] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.016593] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.016814] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.017261] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.017261] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.017416] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68166) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 795.018912] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.047579] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806705, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.048347] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6ce9c-5955-4692-ac4e-2f9f174bcc9d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.053464] env[68166]: DEBUG nova.compute.manager [req-ee03e47d-ad2c-48c8-ac30-61b26c8662ac req-0597dc96-1093-4589-9650-3f5e29a8e111 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Received event network-changed-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.053617] env[68166]: DEBUG nova.compute.manager [req-ee03e47d-ad2c-48c8-ac30-61b26c8662ac req-0597dc96-1093-4589-9650-3f5e29a8e111 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Refreshing instance network info cache due to event network-changed-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 795.053826] env[68166]: DEBUG oslo_concurrency.lockutils [req-ee03e47d-ad2c-48c8-ac30-61b26c8662ac req-0597dc96-1093-4589-9650-3f5e29a8e111 service nova] Acquiring lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.053969] env[68166]: DEBUG oslo_concurrency.lockutils [req-ee03e47d-ad2c-48c8-ac30-61b26c8662ac req-0597dc96-1093-4589-9650-3f5e29a8e111 service nova] Acquired lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.054156] env[68166]: DEBUG nova.network.neutron [req-ee03e47d-ad2c-48c8-ac30-61b26c8662ac req-0597dc96-1093-4589-9650-3f5e29a8e111 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Refreshing network info cache for port 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.064305] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad04bb2-6fd5-4b62-aefe-d4187773bb46 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.111890] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a620ac1e-d5bc-4bbe-9af3-bd7d92b76574 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.121516] env[68166]: DEBUG oslo_vmware.api [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Task: {'id': task-2806702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.548292} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.123975] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.124198] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.124379] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.124544] env[68166]: INFO nova.compute.manager [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Took 1.66 seconds to destroy the instance on the hypervisor. [ 795.124958] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.126206] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.126442] env[68166]: DEBUG nova.compute.manager [-] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.126540] env[68166]: DEBUG nova.network.neutron [-] [instance: 0ac95074-a397-4511-9c95-4e7476306909] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.129771] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3dd560-70d6-4fcc-99fd-c0257eb93ea4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.145965] env[68166]: DEBUG nova.compute.provider_tree [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.468920] env[68166]: DEBUG nova.network.neutron [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance_info_cache with network_info: [{"id": "ae606620-8e63-4afc-8a84-eb0747e73c69", "address": "fa:16:3e:87:45:f0", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae606620-8e", "ovs_interfaceid": "ae606620-8e63-4afc-8a84-eb0747e73c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.523833] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.546132] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806705, 'name': CreateVM_Task, 'duration_secs': 0.60452} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.546253] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.546915] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.547096] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.547437] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.547663] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-332c04c5-6c4f-4467-b6ba-1a0ec4cb3da0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.553591] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 795.553591] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5275a06d-074d-7e36-6b08-35e1ff8d118d" [ 795.553591] env[68166]: _type = "Task" [ 795.553591] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.565103] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5275a06d-074d-7e36-6b08-35e1ff8d118d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.648918] env[68166]: DEBUG nova.scheduler.client.report [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.965889] env[68166]: DEBUG nova.network.neutron [req-ee03e47d-ad2c-48c8-ac30-61b26c8662ac req-0597dc96-1093-4589-9650-3f5e29a8e111 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updated VIF entry in instance network info cache for port 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.966335] env[68166]: DEBUG nova.network.neutron [req-ee03e47d-ad2c-48c8-ac30-61b26c8662ac req-0597dc96-1093-4589-9650-3f5e29a8e111 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updating instance_info_cache with network_info: [{"id": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "address": "fa:16:3e:e9:e2:d6", "network": {"id": "39694a03-ec13-4602-9672-27a7c9d9596b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1613218905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a854e1fd14a492cbcabef7a765f224f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a28f2cb-e7", "ovs_interfaceid": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.971395] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.065974] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5275a06d-074d-7e36-6b08-35e1ff8d118d, 'name': SearchDatastore_Task, 'duration_secs': 0.014438} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.066308] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.066537] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.066807] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.066969] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.067172] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.067455] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12cffa2d-2130-47c9-bf38-2ebf73fc1241 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.070842] env[68166]: DEBUG nova.network.neutron [-] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.082527] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.082741] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.084268] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca3971f-14ed-4314-b2a7-05c63b7651c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.090840] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 796.090840] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529db938-9a78-4415-1861-f8894eb99deb" [ 796.090840] env[68166]: _type = "Task" [ 796.090840] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.101499] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529db938-9a78-4415-1861-f8894eb99deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.153997] env[68166]: DEBUG oslo_concurrency.lockutils [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.157087] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.652s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.157837] env[68166]: INFO nova.compute.claims [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.186677] env[68166]: INFO nova.scheduler.client.report [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Deleted allocations for instance 363c99d0-1cdc-4206-b377-70c122875fac [ 796.469084] env[68166]: DEBUG oslo_concurrency.lockutils [req-ee03e47d-ad2c-48c8-ac30-61b26c8662ac req-0597dc96-1093-4589-9650-3f5e29a8e111 service nova] Releasing lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.574225] env[68166]: INFO nova.compute.manager [-] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Took 1.45 seconds to deallocate network for instance. [ 796.603289] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529db938-9a78-4415-1861-f8894eb99deb, 'name': SearchDatastore_Task, 'duration_secs': 0.024204} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.604261] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883c0301-acab-43a6-be17-11f73c043aa1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.610546] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 796.610546] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]528e569f-883e-3141-1df7-885abf2ad78b" [ 796.610546] env[68166]: _type = "Task" [ 796.610546] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.619510] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528e569f-883e-3141-1df7-885abf2ad78b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.698039] env[68166]: DEBUG oslo_concurrency.lockutils [None req-75ceb7a6-e9f0-42f3-b4d6-0b09a91f1eca tempest-ServerShowV254Test-1638731374 tempest-ServerShowV254Test-1638731374-project-member] Lock "363c99d0-1cdc-4206-b377-70c122875fac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.586s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.084653] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.121697] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528e569f-883e-3141-1df7-885abf2ad78b, 'name': SearchDatastore_Task, 'duration_secs': 0.032578} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.122284] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.122562] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 8d0ab303-e615-45b1-b574-8ba7eafa49b9/8d0ab303-e615-45b1-b574-8ba7eafa49b9.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.122838] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a156672-a08a-491c-85b5-fd0222ea0e17 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.129553] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 797.129553] env[68166]: value = "task-2806706" [ 797.129553] env[68166]: _type = "Task" [ 797.129553] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.138235] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.201291] env[68166]: DEBUG nova.compute.manager [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Received event network-vif-deleted-6d37f0d3-7de6-4fdc-b69f-15cb337d8ca0 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.201291] env[68166]: DEBUG nova.compute.manager [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Received event network-changed-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.201291] env[68166]: DEBUG nova.compute.manager [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Refreshing instance network info cache due to event network-changed-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.201291] env[68166]: DEBUG oslo_concurrency.lockutils [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] Acquiring lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.201291] env[68166]: DEBUG oslo_concurrency.lockutils [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] Acquired lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.201291] env[68166]: DEBUG nova.network.neutron [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Refreshing network info cache for port 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.487802] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85119357-2175-4880-9c91-b12efdf7bd00 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.511545] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance '7d2f1fa6-e57a-497d-86b5-42091880151a' progress to 0 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 797.639920] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806706, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.774528] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e461a5-10db-41e8-95cc-ad64d7cae5c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.782165] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173b6c19-4e74-4e20-80e7-0661bac5e465 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.819592] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df085e1-c7dd-4083-8f31-1c2459a0f3ab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.827340] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acd5d39-938f-4060-bd4b-40fd5b1f9b3a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.841492] env[68166]: DEBUG nova.compute.provider_tree [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.969387] env[68166]: DEBUG nova.compute.manager [req-2a423797-45f0-4982-b4cf-e8abd37755a0 req-1e81a51b-4a39-4693-8e44-3b589015553d service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Received event network-changed-425673ce-ce8a-48e2-964f-a65133085b52 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.969387] env[68166]: DEBUG nova.compute.manager [req-2a423797-45f0-4982-b4cf-e8abd37755a0 req-1e81a51b-4a39-4693-8e44-3b589015553d service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Refreshing instance network info cache due to event network-changed-425673ce-ce8a-48e2-964f-a65133085b52. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.969387] env[68166]: DEBUG oslo_concurrency.lockutils [req-2a423797-45f0-4982-b4cf-e8abd37755a0 req-1e81a51b-4a39-4693-8e44-3b589015553d service nova] Acquiring lock "refresh_cache-1396ee3b-7b96-40e3-a23f-48d6f0f703bf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.969387] env[68166]: DEBUG oslo_concurrency.lockutils [req-2a423797-45f0-4982-b4cf-e8abd37755a0 req-1e81a51b-4a39-4693-8e44-3b589015553d service nova] Acquired lock "refresh_cache-1396ee3b-7b96-40e3-a23f-48d6f0f703bf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.969889] env[68166]: DEBUG nova.network.neutron [req-2a423797-45f0-4982-b4cf-e8abd37755a0 req-1e81a51b-4a39-4693-8e44-3b589015553d service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Refreshing network info cache for port 425673ce-ce8a-48e2-964f-a65133085b52 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.979606] env[68166]: DEBUG nova.network.neutron [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updated VIF entry in instance network info cache for port 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.979707] env[68166]: DEBUG nova.network.neutron [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updating instance_info_cache with network_info: [{"id": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "address": "fa:16:3e:e9:e2:d6", "network": {"id": "39694a03-ec13-4602-9672-27a7c9d9596b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1613218905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a854e1fd14a492cbcabef7a765f224f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a28f2cb-e7", "ovs_interfaceid": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.021682] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.021682] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0738b98-fba8-4dad-a8f3-6bdca7256bab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.030138] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 798.030138] env[68166]: value = "task-2806707" [ 798.030138] env[68166]: _type = "Task" [ 798.030138] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.043781] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.141725] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631053} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.141994] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 8d0ab303-e615-45b1-b574-8ba7eafa49b9/8d0ab303-e615-45b1-b574-8ba7eafa49b9.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.142222] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.142473] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ab1130c-77ad-4ef1-88ff-81cd3ab94e25 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.151887] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 798.151887] env[68166]: value = "task-2806708" [ 798.151887] env[68166]: _type = "Task" [ 798.151887] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.159990] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.346991] env[68166]: DEBUG nova.scheduler.client.report [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.482342] env[68166]: DEBUG oslo_concurrency.lockutils [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] Releasing lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.482621] env[68166]: DEBUG nova.compute.manager [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Received event network-changed-425673ce-ce8a-48e2-964f-a65133085b52 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.482971] env[68166]: DEBUG nova.compute.manager [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Refreshing instance network info cache due to event network-changed-425673ce-ce8a-48e2-964f-a65133085b52. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 798.483196] env[68166]: DEBUG oslo_concurrency.lockutils [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] Acquiring lock "refresh_cache-1396ee3b-7b96-40e3-a23f-48d6f0f703bf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.545226] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806707, 'name': PowerOffVM_Task, 'duration_secs': 0.252834} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.545226] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.545226] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance '7d2f1fa6-e57a-497d-86b5-42091880151a' progress to 17 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 798.661727] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07072} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.662177] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.663388] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e007de5c-f755-47cf-b2c2-2b24e36ae12f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.710304] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 8d0ab303-e615-45b1-b574-8ba7eafa49b9/8d0ab303-e615-45b1-b574-8ba7eafa49b9.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.715719] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b4d417c-439a-4bc1-983c-2970fe951d3b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.747369] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "1396ee3b-7b96-40e3-a23f-48d6f0f703bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.747793] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "1396ee3b-7b96-40e3-a23f-48d6f0f703bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.748440] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "1396ee3b-7b96-40e3-a23f-48d6f0f703bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.748565] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "1396ee3b-7b96-40e3-a23f-48d6f0f703bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.748740] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "1396ee3b-7b96-40e3-a23f-48d6f0f703bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.752981] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 798.752981] env[68166]: value = "task-2806709" [ 798.752981] env[68166]: _type = "Task" [ 798.752981] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.753625] env[68166]: INFO nova.compute.manager [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Terminating instance [ 798.771297] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.852407] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.852946] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.855875] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.766s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.857265] env[68166]: INFO nova.compute.claims [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.900176] env[68166]: DEBUG nova.network.neutron [req-2a423797-45f0-4982-b4cf-e8abd37755a0 req-1e81a51b-4a39-4693-8e44-3b589015553d service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Updated VIF entry in instance network info cache for port 425673ce-ce8a-48e2-964f-a65133085b52. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.900575] env[68166]: DEBUG nova.network.neutron [req-2a423797-45f0-4982-b4cf-e8abd37755a0 req-1e81a51b-4a39-4693-8e44-3b589015553d service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Updating instance_info_cache with network_info: [{"id": "425673ce-ce8a-48e2-964f-a65133085b52", "address": "fa:16:3e:7b:cd:c8", "network": {"id": "39694a03-ec13-4602-9672-27a7c9d9596b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1613218905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a854e1fd14a492cbcabef7a765f224f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap425673ce-ce", "ovs_interfaceid": "425673ce-ce8a-48e2-964f-a65133085b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.053152] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.053420] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.053573] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.053759] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.053981] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.054082] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.054304] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.054479] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.054666] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.054837] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.055094] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.061272] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d6150c8-fbb9-443a-b63c-b77dcc409562 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.079317] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 799.079317] env[68166]: value = "task-2806710" [ 799.079317] env[68166]: _type = "Task" [ 799.079317] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.089386] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.266328] env[68166]: DEBUG nova.compute.manager [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.266552] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.266841] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.267732] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1109910f-ff12-470f-9e96-137c01d8a70a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.275684] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.276208] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5997c838-c2b1-434c-b08a-00bfe1a4e9fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.283297] env[68166]: DEBUG oslo_vmware.api [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 799.283297] env[68166]: value = "task-2806711" [ 799.283297] env[68166]: _type = "Task" [ 799.283297] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.293268] env[68166]: DEBUG oslo_vmware.api [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.328298] env[68166]: DEBUG nova.compute.manager [req-954f0db8-e72f-4638-a633-1adee2b888c8 req-f1eb9ca7-e27d-494f-abec-aaa4c932115d service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Received event network-changed-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.328583] env[68166]: DEBUG nova.compute.manager [req-954f0db8-e72f-4638-a633-1adee2b888c8 req-f1eb9ca7-e27d-494f-abec-aaa4c932115d service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Refreshing instance network info cache due to event network-changed-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.328861] env[68166]: DEBUG oslo_concurrency.lockutils [req-954f0db8-e72f-4638-a633-1adee2b888c8 req-f1eb9ca7-e27d-494f-abec-aaa4c932115d service nova] Acquiring lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.329037] env[68166]: DEBUG oslo_concurrency.lockutils [req-954f0db8-e72f-4638-a633-1adee2b888c8 req-f1eb9ca7-e27d-494f-abec-aaa4c932115d service nova] Acquired lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.329207] env[68166]: DEBUG nova.network.neutron [req-954f0db8-e72f-4638-a633-1adee2b888c8 req-f1eb9ca7-e27d-494f-abec-aaa4c932115d service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Refreshing network info cache for port 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.364270] env[68166]: DEBUG nova.compute.utils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.366303] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.366303] env[68166]: DEBUG nova.network.neutron [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.403633] env[68166]: DEBUG oslo_concurrency.lockutils [req-2a423797-45f0-4982-b4cf-e8abd37755a0 req-1e81a51b-4a39-4693-8e44-3b589015553d service nova] Releasing lock "refresh_cache-1396ee3b-7b96-40e3-a23f-48d6f0f703bf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.404042] env[68166]: DEBUG oslo_concurrency.lockutils [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] Acquired lock "refresh_cache-1396ee3b-7b96-40e3-a23f-48d6f0f703bf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.404263] env[68166]: DEBUG nova.network.neutron [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Refreshing network info cache for port 425673ce-ce8a-48e2-964f-a65133085b52 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.416053] env[68166]: DEBUG nova.policy [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a336f49a8f44fbf91745164502f3188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594613e5549b4dbda3e9e077710d66b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.590398] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806710, 'name': ReconfigVM_Task, 'duration_secs': 0.341982} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.590824] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance '7d2f1fa6-e57a-497d-86b5-42091880151a' progress to 33 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 799.768274] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806709, 'name': ReconfigVM_Task, 'duration_secs': 0.788807} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.768666] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 8d0ab303-e615-45b1-b574-8ba7eafa49b9/8d0ab303-e615-45b1-b574-8ba7eafa49b9.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.769383] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bb841c6-34e1-4945-bb37-e4c61dd319ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.777306] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 799.777306] env[68166]: value = "task-2806712" [ 799.777306] env[68166]: _type = "Task" [ 799.777306] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.791543] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806712, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.799323] env[68166]: DEBUG oslo_vmware.api [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806711, 'name': PowerOffVM_Task, 'duration_secs': 0.213186} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.799889] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.800433] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.800875] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ac5da0a-5d2f-40c4-9e7e-3778c4b9fed0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.869840] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.889963] env[68166]: DEBUG nova.network.neutron [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Successfully created port: 9b8b547f-1b77-4214-9ab3-821b5653f55c {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.923100] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.923442] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.923820] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Deleting the datastore file [datastore2] 1396ee3b-7b96-40e3-a23f-48d6f0f703bf {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.924237] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-695ed418-4ca6-4793-b921-b94a0afb58fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.935201] env[68166]: DEBUG oslo_vmware.api [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 799.935201] env[68166]: value = "task-2806714" [ 799.935201] env[68166]: _type = "Task" [ 799.935201] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.946746] env[68166]: DEBUG oslo_vmware.api [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.102278] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:48:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='22cc6291-0eab-44b3-8dcd-e8ebe65ceca0',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1762717280',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.102615] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.103038] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.103299] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.103526] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.103748] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.104054] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.104290] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.105053] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.105053] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.105381] env[68166]: DEBUG nova.virt.hardware [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.116157] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 800.124029] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad066cb0-afc6-4486-b7f5-ed903691cc60 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.145925] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 800.145925] env[68166]: value = "task-2806715" [ 800.145925] env[68166]: _type = "Task" [ 800.145925] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.159418] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806715, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.211260] env[68166]: DEBUG nova.compute.manager [req-ff839104-f2c2-4020-99a5-d26fd1aa54d4 req-e31149b6-217c-4390-85a7-71802f19ed1d service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Received event network-changed-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.211527] env[68166]: DEBUG nova.compute.manager [req-ff839104-f2c2-4020-99a5-d26fd1aa54d4 req-e31149b6-217c-4390-85a7-71802f19ed1d service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Refreshing instance network info cache due to event network-changed-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 800.211721] env[68166]: DEBUG oslo_concurrency.lockutils [req-ff839104-f2c2-4020-99a5-d26fd1aa54d4 req-e31149b6-217c-4390-85a7-71802f19ed1d service nova] Acquiring lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.293796] env[68166]: DEBUG nova.network.neutron [req-954f0db8-e72f-4638-a633-1adee2b888c8 req-f1eb9ca7-e27d-494f-abec-aaa4c932115d service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updated VIF entry in instance network info cache for port 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.293796] env[68166]: DEBUG nova.network.neutron [req-954f0db8-e72f-4638-a633-1adee2b888c8 req-f1eb9ca7-e27d-494f-abec-aaa4c932115d service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updating instance_info_cache with network_info: [{"id": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "address": "fa:16:3e:e9:e2:d6", "network": {"id": "39694a03-ec13-4602-9672-27a7c9d9596b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1613218905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a854e1fd14a492cbcabef7a765f224f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a28f2cb-e7", "ovs_interfaceid": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.298827] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806712, 'name': Rename_Task, 'duration_secs': 0.218406} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.298827] env[68166]: DEBUG nova.network.neutron [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Updated VIF entry in instance network info cache for port 425673ce-ce8a-48e2-964f-a65133085b52. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.298827] env[68166]: DEBUG nova.network.neutron [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Updating instance_info_cache with network_info: [{"id": "425673ce-ce8a-48e2-964f-a65133085b52", "address": "fa:16:3e:7b:cd:c8", "network": {"id": "39694a03-ec13-4602-9672-27a7c9d9596b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1613218905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a854e1fd14a492cbcabef7a765f224f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap425673ce-ce", "ovs_interfaceid": "425673ce-ce8a-48e2-964f-a65133085b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.299430] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.299696] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b74371e3-8059-4cf8-9ff4-9987af210b80 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.309045] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 800.309045] env[68166]: value = "task-2806716" [ 800.309045] env[68166]: _type = "Task" [ 800.309045] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.320285] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.378792] env[68166]: DEBUG oslo_vmware.rw_handles [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52528b7f-59b0-a1a9-5ccc-aa0865f3fea4/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 800.384131] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee5394a-ffae-42d0-8522-49b185a878ef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.391733] env[68166]: DEBUG oslo_vmware.rw_handles [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52528b7f-59b0-a1a9-5ccc-aa0865f3fea4/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 800.391857] env[68166]: ERROR oslo_vmware.rw_handles [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52528b7f-59b0-a1a9-5ccc-aa0865f3fea4/disk-0.vmdk due to incomplete transfer. [ 800.392152] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15f963f3-caa3-4083-9bac-94c0beb8a1d0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.403447] env[68166]: DEBUG oslo_vmware.rw_handles [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52528b7f-59b0-a1a9-5ccc-aa0865f3fea4/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 800.403447] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Uploaded image ed596edb-e536-4e2c-9ca0-61022ab0db31 to the Glance image server {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 800.404863] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 800.405155] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a141d46e-3710-4159-a7c6-e128c1589986 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.414201] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 800.414201] env[68166]: value = "task-2806717" [ 800.414201] env[68166]: _type = "Task" [ 800.414201] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.424621] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806717, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.448019] env[68166]: DEBUG oslo_vmware.api [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244537} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.448019] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.448019] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.448019] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.448019] env[68166]: INFO nova.compute.manager [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 800.448404] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.448404] env[68166]: DEBUG nova.compute.manager [-] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.448514] env[68166]: DEBUG nova.network.neutron [-] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.589133] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f115b2d-6fb2-4ad7-a6dd-9461baba51f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.597708] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e4c867-452a-4000-aebe-e859bbf6f1bb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.628873] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e1309b-0f61-4019-8302-04849ec5c97d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.636245] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa4efd5-c32f-4b69-a138-449a5913d5a4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.649497] env[68166]: DEBUG nova.compute.provider_tree [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.658158] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806715, 'name': ReconfigVM_Task, 'duration_secs': 0.229596} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.658943] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 800.660258] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd667f5-fb07-4953-baca-fd908f5ab4d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.684425] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7d2f1fa6-e57a-497d-86b5-42091880151a/7d2f1fa6-e57a-497d-86b5-42091880151a.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.685037] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a3fa97-d573-4c60-a7b0-a4ba8ce8eb48 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.705826] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 800.705826] env[68166]: value = "task-2806718" [ 800.705826] env[68166]: _type = "Task" [ 800.705826] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.714275] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.798077] env[68166]: DEBUG oslo_concurrency.lockutils [req-954f0db8-e72f-4638-a633-1adee2b888c8 req-f1eb9ca7-e27d-494f-abec-aaa4c932115d service nova] Releasing lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.798608] env[68166]: DEBUG oslo_concurrency.lockutils [req-ff839104-f2c2-4020-99a5-d26fd1aa54d4 req-e31149b6-217c-4390-85a7-71802f19ed1d service nova] Acquired lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.798830] env[68166]: DEBUG nova.network.neutron [req-ff839104-f2c2-4020-99a5-d26fd1aa54d4 req-e31149b6-217c-4390-85a7-71802f19ed1d service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Refreshing network info cache for port 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.802736] env[68166]: DEBUG oslo_concurrency.lockutils [req-f3eba46b-22db-4ce8-a1cc-a111f45c9ea9 req-8cefcaa9-87d6-4617-bd4a-7425e045bb1a service nova] Releasing lock "refresh_cache-1396ee3b-7b96-40e3-a23f-48d6f0f703bf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.820291] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.890031] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.915106] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.915377] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.915583] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.915708] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.915854] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.915999] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.916222] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.916756] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.916756] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.916756] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.916907] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.917931] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86799372-5a76-448b-a129-4fcb777785bc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.931425] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2475b441-d837-4fa4-82e1-fe80bbcf1f02 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.935346] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806717, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.154720] env[68166]: DEBUG nova.scheduler.client.report [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.217076] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.254725] env[68166]: DEBUG nova.network.neutron [-] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.319690] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.428124] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806717, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.574787] env[68166]: DEBUG nova.compute.manager [req-639fd3e9-c8fc-4c8f-8da8-d34e6d049cb1 req-f321f4ae-01f7-44d2-ae3b-febe7d659a95 service nova] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Received event network-vif-plugged-9b8b547f-1b77-4214-9ab3-821b5653f55c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.575065] env[68166]: DEBUG oslo_concurrency.lockutils [req-639fd3e9-c8fc-4c8f-8da8-d34e6d049cb1 req-f321f4ae-01f7-44d2-ae3b-febe7d659a95 service nova] Acquiring lock "dd07232c-0826-4839-9303-e9aeb6cb000e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.575282] env[68166]: DEBUG oslo_concurrency.lockutils [req-639fd3e9-c8fc-4c8f-8da8-d34e6d049cb1 req-f321f4ae-01f7-44d2-ae3b-febe7d659a95 service nova] Lock "dd07232c-0826-4839-9303-e9aeb6cb000e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.575457] env[68166]: DEBUG oslo_concurrency.lockutils [req-639fd3e9-c8fc-4c8f-8da8-d34e6d049cb1 req-f321f4ae-01f7-44d2-ae3b-febe7d659a95 service nova] Lock "dd07232c-0826-4839-9303-e9aeb6cb000e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.575620] env[68166]: DEBUG nova.compute.manager [req-639fd3e9-c8fc-4c8f-8da8-d34e6d049cb1 req-f321f4ae-01f7-44d2-ae3b-febe7d659a95 service nova] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] No waiting events found dispatching network-vif-plugged-9b8b547f-1b77-4214-9ab3-821b5653f55c {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.575778] env[68166]: WARNING nova.compute.manager [req-639fd3e9-c8fc-4c8f-8da8-d34e6d049cb1 req-f321f4ae-01f7-44d2-ae3b-febe7d659a95 service nova] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Received unexpected event network-vif-plugged-9b8b547f-1b77-4214-9ab3-821b5653f55c for instance with vm_state building and task_state spawning. [ 801.586925] env[68166]: DEBUG nova.network.neutron [req-ff839104-f2c2-4020-99a5-d26fd1aa54d4 req-e31149b6-217c-4390-85a7-71802f19ed1d service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updated VIF entry in instance network info cache for port 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.587968] env[68166]: DEBUG nova.network.neutron [req-ff839104-f2c2-4020-99a5-d26fd1aa54d4 req-e31149b6-217c-4390-85a7-71802f19ed1d service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updating instance_info_cache with network_info: [{"id": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "address": "fa:16:3e:e9:e2:d6", "network": {"id": "39694a03-ec13-4602-9672-27a7c9d9596b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1613218905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a854e1fd14a492cbcabef7a765f224f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a28f2cb-e7", "ovs_interfaceid": "2a28f2cb-e792-4a59-8eef-d58cd9b62e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.659597] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.660208] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.663264] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.933s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.664068] env[68166]: DEBUG nova.objects.instance [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lazy-loading 'resources' on Instance uuid 04b66772-cf58-45ed-9e1f-61278e9371ef {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.719382] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.757062] env[68166]: INFO nova.compute.manager [-] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Took 1.31 seconds to deallocate network for instance. [ 801.821694] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806716, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.862589] env[68166]: DEBUG nova.network.neutron [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Successfully updated port: 9b8b547f-1b77-4214-9ab3-821b5653f55c {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.932331] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806717, 'name': Destroy_Task, 'duration_secs': 1.365675} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.932766] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Destroyed the VM [ 801.933149] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 801.933675] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7426b499-84f5-4d0b-b103-e263b307c54f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.941918] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 801.941918] env[68166]: value = "task-2806719" [ 801.941918] env[68166]: _type = "Task" [ 801.941918] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.954188] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806719, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.044317] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "2c3f4a57-d269-4c4a-adac-029973567aec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.044583] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "2c3f4a57-d269-4c4a-adac-029973567aec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.044792] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "2c3f4a57-d269-4c4a-adac-029973567aec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.044984] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "2c3f4a57-d269-4c4a-adac-029973567aec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.045170] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "2c3f4a57-d269-4c4a-adac-029973567aec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.047376] env[68166]: INFO nova.compute.manager [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Terminating instance [ 802.090755] env[68166]: DEBUG oslo_concurrency.lockutils [req-ff839104-f2c2-4020-99a5-d26fd1aa54d4 req-e31149b6-217c-4390-85a7-71802f19ed1d service nova] Releasing lock "refresh_cache-ce861df0-6e5c-4940-a0d3-54677ae80a8a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.168091] env[68166]: DEBUG nova.compute.utils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.175041] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.175041] env[68166]: DEBUG nova.network.neutron [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.222164] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806718, 'name': ReconfigVM_Task, 'duration_secs': 1.047086} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.223016] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7d2f1fa6-e57a-497d-86b5-42091880151a/7d2f1fa6-e57a-497d-86b5-42091880151a.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.223016] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance '7d2f1fa6-e57a-497d-86b5-42091880151a' progress to 50 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.227591] env[68166]: DEBUG nova.policy [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a336f49a8f44fbf91745164502f3188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594613e5549b4dbda3e9e077710d66b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.264830] env[68166]: DEBUG nova.compute.manager [req-25b864ce-211c-4db4-b1db-c4097ba639b7 req-b4120655-002b-4876-92d9-dda19e308ea3 service nova] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Received event network-vif-deleted-425673ce-ce8a-48e2-964f-a65133085b52 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.264830] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.327633] env[68166]: DEBUG oslo_vmware.api [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806716, 'name': PowerOnVM_Task, 'duration_secs': 1.568254} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.330304] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.330304] env[68166]: INFO nova.compute.manager [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Took 11.53 seconds to spawn the instance on the hypervisor. [ 802.330304] env[68166]: DEBUG nova.compute.manager [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.330304] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26dbb37-a0d2-41b6-bd28-fc4c87b10d11 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.366748] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "refresh_cache-dd07232c-0826-4839-9303-e9aeb6cb000e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.366828] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired lock "refresh_cache-dd07232c-0826-4839-9303-e9aeb6cb000e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.366945] env[68166]: DEBUG nova.network.neutron [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.457246] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806719, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.555613] env[68166]: DEBUG nova.compute.manager [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.555613] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.557721] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1499eb4a-bf3d-409e-b61e-6cff8cc685cd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.561850] env[68166]: DEBUG nova.network.neutron [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Successfully created port: 40d1670c-d017-46ff-92e9-84367fcabea8 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.569677] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.569951] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63ed734c-3794-478b-948f-b01814e795a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.675287] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.741898] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8257c993-c60d-4e4f-ad1a-bcaff433ee76 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.751597] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "7e7e423c-9e12-4fdd-8dd8-81746ccec1bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.752338] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "7e7e423c-9e12-4fdd-8dd8-81746ccec1bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.780405] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc7faac-da20-470f-ab22-1afd32126938 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.810623] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance '7d2f1fa6-e57a-497d-86b5-42091880151a' progress to 67 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.859412] env[68166]: INFO nova.compute.manager [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Took 43.66 seconds to build instance. [ 802.894521] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0846fc0-7b9f-4774-97ca-254c1ddfe2e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.904420] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bdad51-7a1c-48a7-a9d9-cb42826e5e63 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.942145] env[68166]: DEBUG nova.network.neutron [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.944710] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35619558-2171-4215-bf33-31f550e18c62 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.957033] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806719, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.961019] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1254616-dbeb-4c62-b3a9-f389e83be00b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.974658] env[68166]: DEBUG nova.compute.provider_tree [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.115105] env[68166]: DEBUG nova.network.neutron [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Updating instance_info_cache with network_info: [{"id": "9b8b547f-1b77-4214-9ab3-821b5653f55c", "address": "fa:16:3e:f2:b4:11", "network": {"id": "2e99f747-a3c6-4154-9107-141fbff9e582", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2021735278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594613e5549b4dbda3e9e077710d66b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8b547f-1b", "ovs_interfaceid": "9b8b547f-1b77-4214-9ab3-821b5653f55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.356795] env[68166]: DEBUG nova.network.neutron [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Port ae606620-8e63-4afc-8a84-eb0747e73c69 binding to destination host cpu-1 is already ACTIVE {{(pid=68166) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 803.361459] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4c5dd6ca-1da2-4294-8b83-ef281d0d2d5b tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "8d0ab303-e615-45b1-b574-8ba7eafa49b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.017s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.460107] env[68166]: DEBUG oslo_vmware.api [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806719, 'name': RemoveSnapshot_Task, 'duration_secs': 1.266078} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.460407] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.460678] env[68166]: INFO nova.compute.manager [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Took 21.07 seconds to snapshot the instance on the hypervisor. [ 803.480985] env[68166]: DEBUG nova.scheduler.client.report [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.593565] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.593816] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.594032] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleting the datastore file [datastore1] 2c3f4a57-d269-4c4a-adac-029973567aec {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.594304] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcddb8cd-f2bb-476f-a354-339202fe36b6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.602605] env[68166]: DEBUG oslo_vmware.api [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 803.602605] env[68166]: value = "task-2806721" [ 803.602605] env[68166]: _type = "Task" [ 803.602605] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.611637] env[68166]: DEBUG oslo_vmware.api [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.618139] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Releasing lock "refresh_cache-dd07232c-0826-4839-9303-e9aeb6cb000e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.618499] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Instance network_info: |[{"id": "9b8b547f-1b77-4214-9ab3-821b5653f55c", "address": "fa:16:3e:f2:b4:11", "network": {"id": "2e99f747-a3c6-4154-9107-141fbff9e582", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2021735278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594613e5549b4dbda3e9e077710d66b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8b547f-1b", "ovs_interfaceid": "9b8b547f-1b77-4214-9ab3-821b5653f55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.618896] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:b4:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b8b547f-1b77-4214-9ab3-821b5653f55c', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.627041] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.627598] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.627923] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76e45091-9ef2-48d6-b342-13537d8f3f8a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.649403] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.649403] env[68166]: value = "task-2806722" [ 803.649403] env[68166]: _type = "Task" [ 803.649403] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.658400] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806722, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.685354] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.720602] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.720932] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.721224] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.721632] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.721933] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.722167] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.722676] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.722971] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.723283] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.723602] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.724025] env[68166]: DEBUG nova.virt.hardware [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.725732] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7944df-d3e2-4450-a992-249a7efb1851 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.730643] env[68166]: DEBUG nova.compute.manager [req-733dd284-4466-477e-aedf-a17bdfbded64 req-d8cb5faf-b737-47a3-8053-de99ade66fdd service nova] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Received event network-changed-9b8b547f-1b77-4214-9ab3-821b5653f55c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.730820] env[68166]: DEBUG nova.compute.manager [req-733dd284-4466-477e-aedf-a17bdfbded64 req-d8cb5faf-b737-47a3-8053-de99ade66fdd service nova] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Refreshing instance network info cache due to event network-changed-9b8b547f-1b77-4214-9ab3-821b5653f55c. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.731142] env[68166]: DEBUG oslo_concurrency.lockutils [req-733dd284-4466-477e-aedf-a17bdfbded64 req-d8cb5faf-b737-47a3-8053-de99ade66fdd service nova] Acquiring lock "refresh_cache-dd07232c-0826-4839-9303-e9aeb6cb000e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.731212] env[68166]: DEBUG oslo_concurrency.lockutils [req-733dd284-4466-477e-aedf-a17bdfbded64 req-d8cb5faf-b737-47a3-8053-de99ade66fdd service nova] Acquired lock "refresh_cache-dd07232c-0826-4839-9303-e9aeb6cb000e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.731356] env[68166]: DEBUG nova.network.neutron [req-733dd284-4466-477e-aedf-a17bdfbded64 req-d8cb5faf-b737-47a3-8053-de99ade66fdd service nova] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Refreshing network info cache for port 9b8b547f-1b77-4214-9ab3-821b5653f55c {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.739044] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f537eb-a095-4053-b99c-7b159dbd4cc4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.863640] env[68166]: DEBUG nova.compute.manager [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.967033] env[68166]: DEBUG nova.compute.manager [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Instance disappeared during snapshot {{(pid=68166) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 803.982568] env[68166]: DEBUG nova.compute.manager [None req-3ad5d49e-6a3c-4596-812f-4476da23b343 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Image not found during clean up ed596edb-e536-4e2c-9ca0-61022ab0db31 {{(pid=68166) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 803.986910] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.989535] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.997s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.991277] env[68166]: INFO nova.compute.claims [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.017916] env[68166]: INFO nova.scheduler.client.report [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Deleted allocations for instance 04b66772-cf58-45ed-9e1f-61278e9371ef [ 804.077911] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "8d0ab303-e615-45b1-b574-8ba7eafa49b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.077911] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "8d0ab303-e615-45b1-b574-8ba7eafa49b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.077911] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "8d0ab303-e615-45b1-b574-8ba7eafa49b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.077911] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "8d0ab303-e615-45b1-b574-8ba7eafa49b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.077911] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "8d0ab303-e615-45b1-b574-8ba7eafa49b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.080168] env[68166]: INFO nova.compute.manager [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Terminating instance [ 804.115501] env[68166]: DEBUG oslo_vmware.api [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247188} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.115501] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.115501] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.115501] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.115501] env[68166]: INFO nova.compute.manager [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Took 1.56 seconds to destroy the instance on the hypervisor. [ 804.115501] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.115501] env[68166]: DEBUG nova.compute.manager [-] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.115501] env[68166]: DEBUG nova.network.neutron [-] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.159968] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806722, 'name': CreateVM_Task, 'duration_secs': 0.370729} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.162693] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.163874] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.164125] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.164557] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.164888] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f99f91-03d4-4e47-a1fe-1f53a5a14832 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.170803] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 804.170803] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527c6b48-9282-ca4b-8c5f-f8e30c9cfa1a" [ 804.170803] env[68166]: _type = "Task" [ 804.170803] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.181465] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527c6b48-9282-ca4b-8c5f-f8e30c9cfa1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.191356] env[68166]: DEBUG nova.network.neutron [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Successfully updated port: 40d1670c-d017-46ff-92e9-84367fcabea8 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.392523] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "7d2f1fa6-e57a-497d-86b5-42091880151a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.392834] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "7d2f1fa6-e57a-497d-86b5-42091880151a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.392959] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "7d2f1fa6-e57a-497d-86b5-42091880151a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.404534] env[68166]: DEBUG nova.compute.manager [req-cac54878-36bc-4132-b3bc-a2b88cc9330c req-f292a13a-208d-4cb2-930d-fef6a36d3d8c service nova] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Received event network-vif-deleted-36180a02-46c1-4d26-91b9-bb69a27dc918 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.404737] env[68166]: INFO nova.compute.manager [req-cac54878-36bc-4132-b3bc-a2b88cc9330c req-f292a13a-208d-4cb2-930d-fef6a36d3d8c service nova] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Neutron deleted interface 36180a02-46c1-4d26-91b9-bb69a27dc918; detaching it from the instance and deleting it from the info cache [ 804.404909] env[68166]: DEBUG nova.network.neutron [req-cac54878-36bc-4132-b3bc-a2b88cc9330c req-f292a13a-208d-4cb2-930d-fef6a36d3d8c service nova] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.409298] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.503738] env[68166]: DEBUG nova.network.neutron [req-733dd284-4466-477e-aedf-a17bdfbded64 req-d8cb5faf-b737-47a3-8053-de99ade66fdd service nova] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Updated VIF entry in instance network info cache for port 9b8b547f-1b77-4214-9ab3-821b5653f55c. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.503738] env[68166]: DEBUG nova.network.neutron [req-733dd284-4466-477e-aedf-a17bdfbded64 req-d8cb5faf-b737-47a3-8053-de99ade66fdd service nova] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Updating instance_info_cache with network_info: [{"id": "9b8b547f-1b77-4214-9ab3-821b5653f55c", "address": "fa:16:3e:f2:b4:11", "network": {"id": "2e99f747-a3c6-4154-9107-141fbff9e582", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2021735278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594613e5549b4dbda3e9e077710d66b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8b547f-1b", "ovs_interfaceid": "9b8b547f-1b77-4214-9ab3-821b5653f55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.526141] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78dd8be9-de3a-42e0-8c09-9a9d7c5a792a tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "04b66772-cf58-45ed-9e1f-61278e9371ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.312s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.584411] env[68166]: DEBUG nova.compute.manager [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.584629] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.585538] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba03e09-0495-4fc7-b4e1-0fb9cd359a4f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.593565] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.593815] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c20131b0-1e47-4c1f-9ba5-2bab08ecb742 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.599384] env[68166]: DEBUG oslo_vmware.api [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 804.599384] env[68166]: value = "task-2806723" [ 804.599384] env[68166]: _type = "Task" [ 804.599384] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.607137] env[68166]: DEBUG oslo_vmware.api [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.682937] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527c6b48-9282-ca4b-8c5f-f8e30c9cfa1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.683497] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.683889] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.684322] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.684617] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.685455] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.686047] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26c4f42f-d709-40fb-bfbd-920e0e0ff147 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.694090] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "refresh_cache-c1772706-fbfd-46f9-99c1-97f15936d5a7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.694242] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired lock "refresh_cache-c1772706-fbfd-46f9-99c1-97f15936d5a7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.694393] env[68166]: DEBUG nova.network.neutron [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.697142] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.697323] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.698185] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49502446-62dd-4147-b49b-ea39875996d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.704138] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 804.704138] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522b6d5a-4ea3-8e16-13fa-374c2bf41517" [ 804.704138] env[68166]: _type = "Task" [ 804.704138] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.715906] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522b6d5a-4ea3-8e16-13fa-374c2bf41517, 'name': SearchDatastore_Task, 'duration_secs': 0.008331} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.715906] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c0143a4-bec3-47cc-852d-1d2e8b0e9c26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.721568] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 804.721568] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529ce000-1d24-8fa7-fcf2-b3ccb944c4e8" [ 804.721568] env[68166]: _type = "Task" [ 804.721568] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.729242] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529ce000-1d24-8fa7-fcf2-b3ccb944c4e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.895053] env[68166]: DEBUG nova.network.neutron [-] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.908483] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41ff338b-fd90-4b99-a588-3aadf2412ebd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.918799] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c287c0-35d7-4c41-ba5e-dfc6da2efdb4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.955692] env[68166]: DEBUG nova.compute.manager [req-cac54878-36bc-4132-b3bc-a2b88cc9330c req-f292a13a-208d-4cb2-930d-fef6a36d3d8c service nova] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Detach interface failed, port_id=36180a02-46c1-4d26-91b9-bb69a27dc918, reason: Instance 2c3f4a57-d269-4c4a-adac-029973567aec could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 805.005587] env[68166]: DEBUG oslo_concurrency.lockutils [req-733dd284-4466-477e-aedf-a17bdfbded64 req-d8cb5faf-b737-47a3-8053-de99ade66fdd service nova] Releasing lock "refresh_cache-dd07232c-0826-4839-9303-e9aeb6cb000e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.109871] env[68166]: DEBUG oslo_vmware.api [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806723, 'name': PowerOffVM_Task, 'duration_secs': 0.197315} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.110161] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.110329] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.110615] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4372be18-9b1d-4e84-86d5-043cda0a2a16 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.168398] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.168658] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.168846] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleting the datastore file [datastore1] 8d0ab303-e615-45b1-b574-8ba7eafa49b9 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.169176] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8112e897-e872-4767-8c9c-092ceeaa8bb4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.178139] env[68166]: DEBUG oslo_vmware.api [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 805.178139] env[68166]: value = "task-2806725" [ 805.178139] env[68166]: _type = "Task" [ 805.178139] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.189215] env[68166]: DEBUG oslo_vmware.api [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.229558] env[68166]: DEBUG nova.network.neutron [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.235440] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529ce000-1d24-8fa7-fcf2-b3ccb944c4e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.235788] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.236067] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] dd07232c-0826-4839-9303-e9aeb6cb000e/dd07232c-0826-4839-9303-e9aeb6cb000e.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.236326] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d76ca00d-f3d3-45ef-8926-722e15813610 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.246246] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 805.246246] env[68166]: value = "task-2806726" [ 805.246246] env[68166]: _type = "Task" [ 805.246246] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.255491] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.397975] env[68166]: INFO nova.compute.manager [-] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Took 1.28 seconds to deallocate network for instance. [ 805.439237] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.439469] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.439707] env[68166]: DEBUG nova.network.neutron [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.457738] env[68166]: DEBUG nova.network.neutron [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Updating instance_info_cache with network_info: [{"id": "40d1670c-d017-46ff-92e9-84367fcabea8", "address": "fa:16:3e:e1:59:dd", "network": {"id": "2e99f747-a3c6-4154-9107-141fbff9e582", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2021735278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594613e5549b4dbda3e9e077710d66b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d1670c-d0", "ovs_interfaceid": "40d1670c-d017-46ff-92e9-84367fcabea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.664804] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd55331-afd7-418d-82b2-d937d81328d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.673559] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b3b39e-7ec6-4f0c-b857-1cfbdf117d91 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.710108] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81826c9e-9a10-458c-86cb-904d88954564 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.716461] env[68166]: DEBUG oslo_vmware.api [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171512} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.717211] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.717405] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.717596] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.717831] env[68166]: INFO nova.compute.manager [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 805.718105] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.718345] env[68166]: DEBUG nova.compute.manager [-] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.718447] env[68166]: DEBUG nova.network.neutron [-] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.723935] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef698e20-7b72-432e-9485-7857baf3703c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.739617] env[68166]: DEBUG nova.compute.provider_tree [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.756382] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806726, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.759396] env[68166]: DEBUG nova.compute.manager [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Received event network-vif-plugged-40d1670c-d017-46ff-92e9-84367fcabea8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.759396] env[68166]: DEBUG oslo_concurrency.lockutils [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] Acquiring lock "c1772706-fbfd-46f9-99c1-97f15936d5a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.759396] env[68166]: DEBUG oslo_concurrency.lockutils [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] Lock "c1772706-fbfd-46f9-99c1-97f15936d5a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.759396] env[68166]: DEBUG oslo_concurrency.lockutils [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] Lock "c1772706-fbfd-46f9-99c1-97f15936d5a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.759396] env[68166]: DEBUG nova.compute.manager [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] No waiting events found dispatching network-vif-plugged-40d1670c-d017-46ff-92e9-84367fcabea8 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.759396] env[68166]: WARNING nova.compute.manager [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Received unexpected event network-vif-plugged-40d1670c-d017-46ff-92e9-84367fcabea8 for instance with vm_state building and task_state spawning. [ 805.759712] env[68166]: DEBUG nova.compute.manager [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Received event network-changed-40d1670c-d017-46ff-92e9-84367fcabea8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.759712] env[68166]: DEBUG nova.compute.manager [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Refreshing instance network info cache due to event network-changed-40d1670c-d017-46ff-92e9-84367fcabea8. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.759839] env[68166]: DEBUG oslo_concurrency.lockutils [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] Acquiring lock "refresh_cache-c1772706-fbfd-46f9-99c1-97f15936d5a7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.911631] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.960222] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Releasing lock "refresh_cache-c1772706-fbfd-46f9-99c1-97f15936d5a7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.960596] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Instance network_info: |[{"id": "40d1670c-d017-46ff-92e9-84367fcabea8", "address": "fa:16:3e:e1:59:dd", "network": {"id": "2e99f747-a3c6-4154-9107-141fbff9e582", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2021735278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594613e5549b4dbda3e9e077710d66b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d1670c-d0", "ovs_interfaceid": "40d1670c-d017-46ff-92e9-84367fcabea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.961836] env[68166]: DEBUG oslo_concurrency.lockutils [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] Acquired lock "refresh_cache-c1772706-fbfd-46f9-99c1-97f15936d5a7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.962089] env[68166]: DEBUG nova.network.neutron [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Refreshing network info cache for port 40d1670c-d017-46ff-92e9-84367fcabea8 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.963567] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:59:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40d1670c-d017-46ff-92e9-84367fcabea8', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.971622] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.974734] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.975301] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7c300ce-7a42-4bbc-85e1-56da6868b3c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.003756] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.003756] env[68166]: value = "task-2806727" [ 806.003756] env[68166]: _type = "Task" [ 806.003756] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.011338] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806727, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.189377] env[68166]: DEBUG nova.network.neutron [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance_info_cache with network_info: [{"id": "ae606620-8e63-4afc-8a84-eb0747e73c69", "address": "fa:16:3e:87:45:f0", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae606620-8e", "ovs_interfaceid": "ae606620-8e63-4afc-8a84-eb0747e73c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.214637] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "0d983231-b268-48a5-b899-bd77c77712db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.214873] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "0d983231-b268-48a5-b899-bd77c77712db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.225774] env[68166]: DEBUG nova.network.neutron [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Updated VIF entry in instance network info cache for port 40d1670c-d017-46ff-92e9-84367fcabea8. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.226124] env[68166]: DEBUG nova.network.neutron [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Updating instance_info_cache with network_info: [{"id": "40d1670c-d017-46ff-92e9-84367fcabea8", "address": "fa:16:3e:e1:59:dd", "network": {"id": "2e99f747-a3c6-4154-9107-141fbff9e582", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2021735278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594613e5549b4dbda3e9e077710d66b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d1670c-d0", "ovs_interfaceid": "40d1670c-d017-46ff-92e9-84367fcabea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.243058] env[68166]: DEBUG nova.scheduler.client.report [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.258493] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512872} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.258762] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] dd07232c-0826-4839-9303-e9aeb6cb000e/dd07232c-0826-4839-9303-e9aeb6cb000e.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.258970] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.259226] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4a983bf-f330-40a6-b574-19f2eb82e16b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.266971] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 806.266971] env[68166]: value = "task-2806728" [ 806.266971] env[68166]: _type = "Task" [ 806.266971] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.275102] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.497779] env[68166]: DEBUG nova.network.neutron [-] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.513024] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806727, 'name': CreateVM_Task, 'duration_secs': 0.402507} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.513766] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.514464] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.514633] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.515061] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.515553] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f91c1ce-854c-48ae-87e9-e039ff0e4c56 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.520298] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 806.520298] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5258705b-c2da-495a-103d-2b623e05c577" [ 806.520298] env[68166]: _type = "Task" [ 806.520298] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.528470] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5258705b-c2da-495a-103d-2b623e05c577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.692105] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.729061] env[68166]: DEBUG oslo_concurrency.lockutils [req-e01af584-1512-4046-8728-c7bf43faacda req-8d657a9a-4afe-4dd7-8b68-09fce4f51cc2 service nova] Releasing lock "refresh_cache-c1772706-fbfd-46f9-99c1-97f15936d5a7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.748410] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.748929] env[68166]: DEBUG nova.compute.manager [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.752042] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.494s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.753448] env[68166]: INFO nova.compute.claims [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.776461] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068902} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.776714] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.777485] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffc7462-187f-46b4-9d89-17ccfe17fdba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.799824] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] dd07232c-0826-4839-9303-e9aeb6cb000e/dd07232c-0826-4839-9303-e9aeb6cb000e.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.801227] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-859adccf-885a-4059-9826-383a95079e2f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.822177] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 806.822177] env[68166]: value = "task-2806729" [ 806.822177] env[68166]: _type = "Task" [ 806.822177] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.830017] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.000786] env[68166]: INFO nova.compute.manager [-] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Took 1.28 seconds to deallocate network for instance. [ 807.030472] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5258705b-c2da-495a-103d-2b623e05c577, 'name': SearchDatastore_Task, 'duration_secs': 0.024224} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.030919] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.031354] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.031354] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.031538] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.031591] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.031822] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bd398a6-4513-4687-bb2b-76356c1e5c04 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.040427] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.040604] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.041327] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f77cd2-db72-4cfe-a9a4-d9f8e8f3e3b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.046632] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 807.046632] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52212973-3ede-34cc-cbfe-4c8603314983" [ 807.046632] env[68166]: _type = "Task" [ 807.046632] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.054013] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52212973-3ede-34cc-cbfe-4c8603314983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.218789] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941ed9ef-087f-484c-a3f8-353f52f53557 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.239538] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05163145-9c3a-4580-8a42-6aab7f7ded90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.246505] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance '7d2f1fa6-e57a-497d-86b5-42091880151a' progress to 83 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 807.260197] env[68166]: DEBUG nova.compute.utils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.261515] env[68166]: DEBUG nova.compute.manager [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.261642] env[68166]: DEBUG nova.network.neutron [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.299892] env[68166]: DEBUG nova.policy [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dd9e76357cb426cb4ce4e595ced7267', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52931aa2dfc3446588ae17deaec95431', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.332854] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806729, 'name': ReconfigVM_Task, 'duration_secs': 0.282423} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.333187] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Reconfigured VM instance instance-0000003b to attach disk [datastore2] dd07232c-0826-4839-9303-e9aeb6cb000e/dd07232c-0826-4839-9303-e9aeb6cb000e.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.333821] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88369a45-5bab-4bdb-8fc9-d9ce52fd85a0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.342066] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 807.342066] env[68166]: value = "task-2806730" [ 807.342066] env[68166]: _type = "Task" [ 807.342066] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.351145] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806730, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.508631] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.558403] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52212973-3ede-34cc-cbfe-4c8603314983, 'name': SearchDatastore_Task, 'duration_secs': 0.008558} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.560517] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14cb56f2-8414-4ab8-bb19-79aab8442374 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.565851] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 807.565851] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5264d350-72d5-2805-5f2b-84d05f667b44" [ 807.565851] env[68166]: _type = "Task" [ 807.565851] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.575512] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5264d350-72d5-2805-5f2b-84d05f667b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.594999] env[68166]: DEBUG nova.network.neutron [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Successfully created port: e89c62f2-8788-4a36-8342-ca423de31e78 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.752647] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.753008] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad12e4ba-96de-4107-8a49-20077077850c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.760504] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 807.760504] env[68166]: value = "task-2806731" [ 807.760504] env[68166]: _type = "Task" [ 807.760504] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.766489] env[68166]: DEBUG nova.compute.manager [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.774685] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.820974] env[68166]: DEBUG nova.compute.manager [req-7e24b6ec-dfd5-469b-adcf-40b3313a8b2f req-22e365c1-0779-4c95-9d96-dbf2f069353c service nova] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Received event network-vif-deleted-9e27d566-af74-439c-ac0e-c085f829123c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.853972] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806730, 'name': Rename_Task, 'duration_secs': 0.134193} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.857051] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.857719] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb2c215f-b341-415f-9189-e42b727dd793 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.865961] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 807.865961] env[68166]: value = "task-2806732" [ 807.865961] env[68166]: _type = "Task" [ 807.865961] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.877127] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.078682] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5264d350-72d5-2805-5f2b-84d05f667b44, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.078950] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.079233] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] c1772706-fbfd-46f9-99c1-97f15936d5a7/c1772706-fbfd-46f9-99c1-97f15936d5a7.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.079477] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29d69a71-2b1d-44d0-bb35-1ffde57abc6f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.086458] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 808.086458] env[68166]: value = "task-2806733" [ 808.086458] env[68166]: _type = "Task" [ 808.086458] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.094332] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.274869] env[68166]: DEBUG oslo_vmware.api [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806731, 'name': PowerOnVM_Task, 'duration_secs': 0.422402} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.278256] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.278529] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd90db2-0c15-4c30-86a4-ceb84bccffdd tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance '7d2f1fa6-e57a-497d-86b5-42091880151a' progress to 100 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 808.323687] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe330ebe-e9fd-4192-8a3e-67fd44461ceb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.332570] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ab2767-5cf9-477d-b478-1eb723be5681 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.372119] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fc9c4b-852a-484a-9ac7-c2fdb40f8099 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.381901] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806732, 'name': PowerOnVM_Task, 'duration_secs': 0.455777} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.383206] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568fd5e6-7df3-4099-86ce-f6ac8f005293 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.387298] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.387545] env[68166]: INFO nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Took 7.50 seconds to spawn the instance on the hypervisor. [ 808.387718] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.388521] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b387aa52-274f-4da6-a628-6fd49d280c7d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.401157] env[68166]: DEBUG nova.compute.provider_tree [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.596981] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806733, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.780631] env[68166]: DEBUG nova.compute.manager [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.809609] env[68166]: DEBUG nova.virt.hardware [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.809878] env[68166]: DEBUG nova.virt.hardware [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.810064] env[68166]: DEBUG nova.virt.hardware [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.810261] env[68166]: DEBUG nova.virt.hardware [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.810434] env[68166]: DEBUG nova.virt.hardware [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.811022] env[68166]: DEBUG nova.virt.hardware [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.811333] env[68166]: DEBUG nova.virt.hardware [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.811515] env[68166]: DEBUG nova.virt.hardware [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.811724] env[68166]: DEBUG nova.virt.hardware [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.811889] env[68166]: DEBUG nova.virt.hardware [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.812072] env[68166]: DEBUG nova.virt.hardware [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.813267] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ddfe64-d91b-410b-827d-31e351926d99 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.822153] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c044363-da70-40b5-9b97-2fd563c69f2d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.909017] env[68166]: DEBUG nova.scheduler.client.report [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.918922] env[68166]: INFO nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Took 47.44 seconds to build instance. [ 809.100544] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514797} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.100544] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] c1772706-fbfd-46f9-99c1-97f15936d5a7/c1772706-fbfd-46f9-99c1-97f15936d5a7.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.100544] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.100544] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61df66b3-c739-4692-ac91-728b617524b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.106690] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 809.106690] env[68166]: value = "task-2806734" [ 809.106690] env[68166]: _type = "Task" [ 809.106690] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.117873] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.182148] env[68166]: DEBUG nova.network.neutron [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Successfully updated port: e89c62f2-8788-4a36-8342-ca423de31e78 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.417887] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.418578] env[68166]: DEBUG nova.compute.manager [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.421235] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.950s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.421481] env[68166]: DEBUG nova.objects.instance [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lazy-loading 'pci_requests' on Instance uuid d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.422681] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "dd07232c-0826-4839-9303-e9aeb6cb000e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.956s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.623679] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071832} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.623942] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.624737] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de0e586-0f91-4dfc-ba2c-ac6a3da98b1b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.649861] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] c1772706-fbfd-46f9-99c1-97f15936d5a7/c1772706-fbfd-46f9-99c1-97f15936d5a7.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.649861] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38831b41-fa42-404b-acc3-1a745d6054b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.668458] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 809.668458] env[68166]: value = "task-2806735" [ 809.668458] env[68166]: _type = "Task" [ 809.668458] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.676422] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.685069] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Acquiring lock "refresh_cache-53cd22fe-6474-4c52-a91c-82750ef7817e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.685201] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Acquired lock "refresh_cache-53cd22fe-6474-4c52-a91c-82750ef7817e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.685339] env[68166]: DEBUG nova.network.neutron [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.847496] env[68166]: DEBUG nova.compute.manager [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Received event network-vif-plugged-e89c62f2-8788-4a36-8342-ca423de31e78 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.847828] env[68166]: DEBUG oslo_concurrency.lockutils [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] Acquiring lock "53cd22fe-6474-4c52-a91c-82750ef7817e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.847828] env[68166]: DEBUG oslo_concurrency.lockutils [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] Lock "53cd22fe-6474-4c52-a91c-82750ef7817e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.848155] env[68166]: DEBUG oslo_concurrency.lockutils [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] Lock "53cd22fe-6474-4c52-a91c-82750ef7817e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.848155] env[68166]: DEBUG nova.compute.manager [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] No waiting events found dispatching network-vif-plugged-e89c62f2-8788-4a36-8342-ca423de31e78 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.848368] env[68166]: WARNING nova.compute.manager [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Received unexpected event network-vif-plugged-e89c62f2-8788-4a36-8342-ca423de31e78 for instance with vm_state building and task_state spawning. [ 809.848637] env[68166]: DEBUG nova.compute.manager [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Received event network-changed-e89c62f2-8788-4a36-8342-ca423de31e78 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.848757] env[68166]: DEBUG nova.compute.manager [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Refreshing instance network info cache due to event network-changed-e89c62f2-8788-4a36-8342-ca423de31e78. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 809.848929] env[68166]: DEBUG oslo_concurrency.lockutils [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] Acquiring lock "refresh_cache-53cd22fe-6474-4c52-a91c-82750ef7817e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.925877] env[68166]: DEBUG nova.objects.instance [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lazy-loading 'numa_topology' on Instance uuid d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.927845] env[68166]: DEBUG nova.compute.utils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.929561] env[68166]: DEBUG nova.compute.manager [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.932022] env[68166]: DEBUG nova.compute.manager [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.932251] env[68166]: DEBUG nova.network.neutron [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.000822] env[68166]: DEBUG nova.policy [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afe4f66f16fb456a8351fdc268a4214b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '692cafa13d464adcbf1693f6fd6c3a5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.178758] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806735, 'name': ReconfigVM_Task, 'duration_secs': 0.459633} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.179739] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Reconfigured VM instance instance-0000003c to attach disk [datastore1] c1772706-fbfd-46f9-99c1-97f15936d5a7/c1772706-fbfd-46f9-99c1-97f15936d5a7.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.179739] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2535755-c0d2-419d-80c3-9644f8c0865f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.186539] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 810.186539] env[68166]: value = "task-2806736" [ 810.186539] env[68166]: _type = "Task" [ 810.186539] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.196784] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806736, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.209013] env[68166]: DEBUG nova.network.neutron [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Port ae606620-8e63-4afc-8a84-eb0747e73c69 binding to destination host cpu-1 is already ACTIVE {{(pid=68166) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 810.209382] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.209589] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.209842] env[68166]: DEBUG nova.network.neutron [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.235904] env[68166]: DEBUG nova.network.neutron [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.430856] env[68166]: INFO nova.compute.claims [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.437536] env[68166]: DEBUG nova.compute.manager [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.460197] env[68166]: DEBUG nova.network.neutron [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Successfully created port: 8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.463831] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.465360] env[68166]: DEBUG nova.network.neutron [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Updating instance_info_cache with network_info: [{"id": "e89c62f2-8788-4a36-8342-ca423de31e78", "address": "fa:16:3e:2c:af:53", "network": {"id": "2b1575f0-08be-4715-a650-c63e00cc0cdb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1053231617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52931aa2dfc3446588ae17deaec95431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89c62f2-87", "ovs_interfaceid": "e89c62f2-8788-4a36-8342-ca423de31e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.698586] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806736, 'name': Rename_Task, 'duration_secs': 0.136152} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.698799] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.699083] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277d8daf-9d06-4b72-8c05-dfa962082a73 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.706646] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 810.706646] env[68166]: value = "task-2806737" [ 810.706646] env[68166]: _type = "Task" [ 810.706646] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.716716] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.961113] env[68166]: DEBUG nova.network.neutron [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance_info_cache with network_info: [{"id": "ae606620-8e63-4afc-8a84-eb0747e73c69", "address": "fa:16:3e:87:45:f0", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae606620-8e", "ovs_interfaceid": "ae606620-8e63-4afc-8a84-eb0747e73c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.967802] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Releasing lock "refresh_cache-53cd22fe-6474-4c52-a91c-82750ef7817e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.968046] env[68166]: DEBUG nova.compute.manager [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Instance network_info: |[{"id": "e89c62f2-8788-4a36-8342-ca423de31e78", "address": "fa:16:3e:2c:af:53", "network": {"id": "2b1575f0-08be-4715-a650-c63e00cc0cdb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1053231617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52931aa2dfc3446588ae17deaec95431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89c62f2-87", "ovs_interfaceid": "e89c62f2-8788-4a36-8342-ca423de31e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.968676] env[68166]: DEBUG oslo_concurrency.lockutils [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] Acquired lock "refresh_cache-53cd22fe-6474-4c52-a91c-82750ef7817e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.968676] env[68166]: DEBUG nova.network.neutron [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Refreshing network info cache for port e89c62f2-8788-4a36-8342-ca423de31e78 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.970410] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:af:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e89c62f2-8788-4a36-8342-ca423de31e78', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.977496] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Creating folder: Project (52931aa2dfc3446588ae17deaec95431). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.981817] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5bde4a5-c57d-4326-a7ba-f76b55f5e258 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.995803] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Created folder: Project (52931aa2dfc3446588ae17deaec95431) in parent group-v563881. [ 810.996049] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Creating folder: Instances. Parent ref: group-v564054. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.996919] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff3cd567-49c6-47d7-9111-51217b7f6523 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.008741] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Created folder: Instances in parent group-v564054. [ 811.008741] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.008741] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.008741] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b982f03-63e4-45a9-9276-fd7628964fd7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.032436] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.032436] env[68166]: value = "task-2806740" [ 811.032436] env[68166]: _type = "Task" [ 811.032436] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.044363] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806740, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.222634] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806737, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.451237] env[68166]: DEBUG nova.compute.manager [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.464604] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.479467] env[68166]: DEBUG nova.virt.hardware [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.479714] env[68166]: DEBUG nova.virt.hardware [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.479870] env[68166]: DEBUG nova.virt.hardware [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.480063] env[68166]: DEBUG nova.virt.hardware [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.480239] env[68166]: DEBUG nova.virt.hardware [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.480411] env[68166]: DEBUG nova.virt.hardware [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.480628] env[68166]: DEBUG nova.virt.hardware [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.480788] env[68166]: DEBUG nova.virt.hardware [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.480950] env[68166]: DEBUG nova.virt.hardware [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.481127] env[68166]: DEBUG nova.virt.hardware [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.481302] env[68166]: DEBUG nova.virt.hardware [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.482401] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878600f6-6afb-41ab-89d9-c9f960126df5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.488408] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb0e701-b92f-4e3a-81ea-77eeeecce79f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.495896] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02af39bb-50a6-4658-a5a3-95add48d2c79 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.502142] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdb678a-3c1c-468b-b5e4-24ef4df61dc6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.551472] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48733af8-d4c2-48c1-9b1a-2e17202ef661 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.562262] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d68a1f-df93-4ae6-a1cf-46d2d6fab46b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.566093] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806740, 'name': CreateVM_Task, 'duration_secs': 0.387539} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.566230] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.567242] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.567407] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.567724] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.567988] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341aee83-9860-4e10-954e-c4efdaf8a1d2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.577131] env[68166]: DEBUG nova.compute.provider_tree [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.582937] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Waiting for the task: (returnval){ [ 811.582937] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e8a224-f4e8-b848-bc45-10bf17ee4e12" [ 811.582937] env[68166]: _type = "Task" [ 811.582937] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.591960] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e8a224-f4e8-b848-bc45-10bf17ee4e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.719603] env[68166]: DEBUG oslo_vmware.api [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806737, 'name': PowerOnVM_Task, 'duration_secs': 0.847081} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.719876] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.719876] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.758640] env[68166]: INFO nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Took 8.03 seconds to spawn the instance on the hypervisor. [ 811.758640] env[68166]: DEBUG nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.758640] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d23415b-be40-4433-bb17-aff61f12a92d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.758640] env[68166]: DEBUG nova.network.neutron [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Updated VIF entry in instance network info cache for port e89c62f2-8788-4a36-8342-ca423de31e78. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.758640] env[68166]: DEBUG nova.network.neutron [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Updating instance_info_cache with network_info: [{"id": "e89c62f2-8788-4a36-8342-ca423de31e78", "address": "fa:16:3e:2c:af:53", "network": {"id": "2b1575f0-08be-4715-a650-c63e00cc0cdb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1053231617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52931aa2dfc3446588ae17deaec95431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89c62f2-87", "ovs_interfaceid": "e89c62f2-8788-4a36-8342-ca423de31e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.968923] env[68166]: DEBUG nova.compute.manager [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68166) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 811.969199] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.080746] env[68166]: DEBUG nova.scheduler.client.report [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.089701] env[68166]: DEBUG nova.compute.manager [req-f80423d8-97bf-4028-b5d4-ee3d4aa3a0ff req-df441e2a-3501-49fb-9540-bb67e58560cb service nova] [instance: e4217474-e41a-47a7-b477-634bf419f891] Received event network-vif-plugged-8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.089981] env[68166]: DEBUG oslo_concurrency.lockutils [req-f80423d8-97bf-4028-b5d4-ee3d4aa3a0ff req-df441e2a-3501-49fb-9540-bb67e58560cb service nova] Acquiring lock "e4217474-e41a-47a7-b477-634bf419f891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.090489] env[68166]: DEBUG oslo_concurrency.lockutils [req-f80423d8-97bf-4028-b5d4-ee3d4aa3a0ff req-df441e2a-3501-49fb-9540-bb67e58560cb service nova] Lock "e4217474-e41a-47a7-b477-634bf419f891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.090524] env[68166]: DEBUG oslo_concurrency.lockutils [req-f80423d8-97bf-4028-b5d4-ee3d4aa3a0ff req-df441e2a-3501-49fb-9540-bb67e58560cb service nova] Lock "e4217474-e41a-47a7-b477-634bf419f891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.090697] env[68166]: DEBUG nova.compute.manager [req-f80423d8-97bf-4028-b5d4-ee3d4aa3a0ff req-df441e2a-3501-49fb-9540-bb67e58560cb service nova] [instance: e4217474-e41a-47a7-b477-634bf419f891] No waiting events found dispatching network-vif-plugged-8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.090864] env[68166]: WARNING nova.compute.manager [req-f80423d8-97bf-4028-b5d4-ee3d4aa3a0ff req-df441e2a-3501-49fb-9540-bb67e58560cb service nova] [instance: e4217474-e41a-47a7-b477-634bf419f891] Received unexpected event network-vif-plugged-8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6 for instance with vm_state building and task_state spawning. [ 812.104377] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e8a224-f4e8-b848-bc45-10bf17ee4e12, 'name': SearchDatastore_Task, 'duration_secs': 0.027387} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.104656] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.104877] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.105113] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.105259] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.105431] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.105913] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9dddbe4-9a28-47b1-9e86-f64af76b1b64 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.119130] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.119312] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.120123] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f672fd-7533-4c3c-819c-a1e704b3584a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.125919] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Waiting for the task: (returnval){ [ 812.125919] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eb3e29-afda-55b6-2626-7d8c7e644f94" [ 812.125919] env[68166]: _type = "Task" [ 812.125919] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.134090] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eb3e29-afda-55b6-2626-7d8c7e644f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.170212] env[68166]: DEBUG nova.network.neutron [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Successfully updated port: 8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.237578] env[68166]: DEBUG oslo_concurrency.lockutils [req-0df6765e-a00a-467b-ab86-b98422504d0f req-9d498a11-d9c9-4698-ba61-cd4c17f362e4 service nova] Releasing lock "refresh_cache-53cd22fe-6474-4c52-a91c-82750ef7817e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.241177] env[68166]: INFO nova.compute.manager [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Took 46.17 seconds to build instance. [ 812.592461] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.171s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.594680] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.934s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.596166] env[68166]: INFO nova.compute.claims [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.636773] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eb3e29-afda-55b6-2626-7d8c7e644f94, 'name': SearchDatastore_Task, 'duration_secs': 0.038594} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.638169] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a91dd36-8fcc-428b-b0a4-d1ae5a86c491 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.643979] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Waiting for the task: (returnval){ [ 812.643979] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529d4664-af86-c951-3bcc-151e4fb890c8" [ 812.643979] env[68166]: _type = "Task" [ 812.643979] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.648044] env[68166]: INFO nova.network.neutron [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updating port c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 812.654291] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529d4664-af86-c951-3bcc-151e4fb890c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.673641] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "refresh_cache-e4217474-e41a-47a7-b477-634bf419f891" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.673641] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquired lock "refresh_cache-e4217474-e41a-47a7-b477-634bf419f891" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.673768] env[68166]: DEBUG nova.network.neutron [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.744017] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bf391224-7250-481b-9166-891822b1e583 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "c1772706-fbfd-46f9-99c1-97f15936d5a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.250s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.156538] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529d4664-af86-c951-3bcc-151e4fb890c8, 'name': SearchDatastore_Task, 'duration_secs': 0.017483} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.156890] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.157087] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 53cd22fe-6474-4c52-a91c-82750ef7817e/53cd22fe-6474-4c52-a91c-82750ef7817e.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.157347] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dccbd126-bbe9-43e5-86d1-f745ff7e6cd7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.164754] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Waiting for the task: (returnval){ [ 813.164754] env[68166]: value = "task-2806741" [ 813.164754] env[68166]: _type = "Task" [ 813.164754] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.172867] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.206149] env[68166]: DEBUG nova.network.neutron [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.246722] env[68166]: DEBUG nova.compute.manager [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.376781] env[68166]: DEBUG nova.network.neutron [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Updating instance_info_cache with network_info: [{"id": "8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6", "address": "fa:16:3e:23:c1:26", "network": {"id": "a887260f-c3cc-46ee-8a52-34d788e07998", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1905122542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692cafa13d464adcbf1693f6fd6c3a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1e4f73-ef", "ovs_interfaceid": "8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.675413] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487051} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.675808] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 53cd22fe-6474-4c52-a91c-82750ef7817e/53cd22fe-6474-4c52-a91c-82750ef7817e.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.675920] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.676153] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23227684-8f48-4670-8f4b-e7bec28511ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.683808] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Waiting for the task: (returnval){ [ 813.683808] env[68166]: value = "task-2806742" [ 813.683808] env[68166]: _type = "Task" [ 813.683808] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.697243] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.769554] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.879824] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Releasing lock "refresh_cache-e4217474-e41a-47a7-b477-634bf419f891" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.880184] env[68166]: DEBUG nova.compute.manager [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Instance network_info: |[{"id": "8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6", "address": "fa:16:3e:23:c1:26", "network": {"id": "a887260f-c3cc-46ee-8a52-34d788e07998", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1905122542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692cafa13d464adcbf1693f6fd6c3a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1e4f73-ef", "ovs_interfaceid": "8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.880618] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:c1:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.888411] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.891542] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4217474-e41a-47a7-b477-634bf419f891] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.891987] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8d26f84-750b-4d09-8868-741f107262c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.917014] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.917014] env[68166]: value = "task-2806743" [ 813.917014] env[68166]: _type = "Task" [ 813.917014] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.920242] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "dd07232c-0826-4839-9303-e9aeb6cb000e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.920496] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "dd07232c-0826-4839-9303-e9aeb6cb000e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.920700] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "dd07232c-0826-4839-9303-e9aeb6cb000e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.920878] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "dd07232c-0826-4839-9303-e9aeb6cb000e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.921052] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "dd07232c-0826-4839-9303-e9aeb6cb000e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.925998] env[68166]: INFO nova.compute.manager [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Terminating instance [ 813.931097] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806743, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.121123] env[68166]: DEBUG nova.compute.manager [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] [instance: e4217474-e41a-47a7-b477-634bf419f891] Received event network-changed-8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.122437] env[68166]: DEBUG nova.compute.manager [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] [instance: e4217474-e41a-47a7-b477-634bf419f891] Refreshing instance network info cache due to event network-changed-8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 814.122437] env[68166]: DEBUG oslo_concurrency.lockutils [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] Acquiring lock "refresh_cache-e4217474-e41a-47a7-b477-634bf419f891" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.122437] env[68166]: DEBUG oslo_concurrency.lockutils [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] Acquired lock "refresh_cache-e4217474-e41a-47a7-b477-634bf419f891" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.122437] env[68166]: DEBUG nova.network.neutron [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] [instance: e4217474-e41a-47a7-b477-634bf419f891] Refreshing network info cache for port 8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.146941] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a47f013-bc8e-4c81-8f94-10bc98fdc776 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.156026] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ab4364-a97c-4d6f-9ec6-d0b62c432df1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.191156] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.191426] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.191426] env[68166]: DEBUG nova.network.neutron [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.196410] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a85b91-01ca-4061-b9fe-201ba44dfda8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.206285] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068884} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.208468] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.209584] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76db3fa7-6afa-4d15-abc8-7fbe81fd0ff4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.213222] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ee9b29-c506-4b45-a226-30bec0f52fcf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.238527] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 53cd22fe-6474-4c52-a91c-82750ef7817e/53cd22fe-6474-4c52-a91c-82750ef7817e.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.246943] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715405cd-e4b7-4118-be16-274e2835a1b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.262144] env[68166]: DEBUG nova.compute.provider_tree [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.266627] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "c1772706-fbfd-46f9-99c1-97f15936d5a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.266627] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "c1772706-fbfd-46f9-99c1-97f15936d5a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.266627] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "c1772706-fbfd-46f9-99c1-97f15936d5a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.266627] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "c1772706-fbfd-46f9-99c1-97f15936d5a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.266627] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "c1772706-fbfd-46f9-99c1-97f15936d5a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.267590] env[68166]: INFO nova.compute.manager [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Terminating instance [ 814.271009] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Waiting for the task: (returnval){ [ 814.271009] env[68166]: value = "task-2806744" [ 814.271009] env[68166]: _type = "Task" [ 814.271009] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.280643] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.428941] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806743, 'name': CreateVM_Task, 'duration_secs': 0.357752} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.429129] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4217474-e41a-47a7-b477-634bf419f891] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.429859] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.430029] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.430367] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.430658] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a9a499-e880-4825-aafd-39a5ba264644 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.434091] env[68166]: DEBUG nova.compute.manager [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.434282] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.436058] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb16f11d-bcda-46b9-9617-5449555084e9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.438568] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 814.438568] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5297bf74-a745-a2d2-0e2e-e32ee55d1f39" [ 814.438568] env[68166]: _type = "Task" [ 814.438568] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.451841] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.452448] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bb2da82-578e-4bfe-9859-a0f6c90b0200 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.456634] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5297bf74-a745-a2d2-0e2e-e32ee55d1f39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.461966] env[68166]: DEBUG oslo_vmware.api [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 814.461966] env[68166]: value = "task-2806745" [ 814.461966] env[68166]: _type = "Task" [ 814.461966] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.469214] env[68166]: DEBUG oslo_vmware.api [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.767408] env[68166]: DEBUG nova.scheduler.client.report [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.772237] env[68166]: DEBUG nova.compute.manager [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.772457] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.773394] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517af1e8-29f0-4c68-8642-95f4d1ad2d9d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.788199] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.791877] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b68e2f73-cb98-44d6-aaa0-f5e4dcc098be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.793557] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.799660] env[68166]: DEBUG oslo_vmware.api [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 814.799660] env[68166]: value = "task-2806746" [ 814.799660] env[68166]: _type = "Task" [ 814.799660] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.808662] env[68166]: DEBUG oslo_vmware.api [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.949997] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5297bf74-a745-a2d2-0e2e-e32ee55d1f39, 'name': SearchDatastore_Task, 'duration_secs': 0.02298} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.950434] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.950693] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.950950] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.951103] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.951311] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.951576] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23fd188e-0903-4245-b90d-8142aea0df80 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.961371] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.961553] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.964642] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ac43a9-fcd7-4310-b306-0b5ec5531f46 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.976312] env[68166]: DEBUG oslo_vmware.api [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806745, 'name': PowerOffVM_Task, 'duration_secs': 0.401161} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.977335] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.977514] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.977864] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 814.977864] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52fcec01-55aa-ac97-b0df-9815e1c1e0bc" [ 814.977864] env[68166]: _type = "Task" [ 814.977864] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.978129] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9811b4b8-ed34-4e1e-9ac4-4a9782c33692 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.988979] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52fcec01-55aa-ac97-b0df-9815e1c1e0bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.006054] env[68166]: DEBUG nova.network.neutron [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] [instance: e4217474-e41a-47a7-b477-634bf419f891] Updated VIF entry in instance network info cache for port 8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.006412] env[68166]: DEBUG nova.network.neutron [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] [instance: e4217474-e41a-47a7-b477-634bf419f891] Updating instance_info_cache with network_info: [{"id": "8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6", "address": "fa:16:3e:23:c1:26", "network": {"id": "a887260f-c3cc-46ee-8a52-34d788e07998", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1905122542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692cafa13d464adcbf1693f6fd6c3a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1e4f73-ef", "ovs_interfaceid": "8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.052229] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.052443] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.052637] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Deleting the datastore file [datastore2] dd07232c-0826-4839-9303-e9aeb6cb000e {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.052929] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86603c9e-e37c-43f2-b76b-1a174eeb4c90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.059341] env[68166]: DEBUG oslo_vmware.api [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 815.059341] env[68166]: value = "task-2806748" [ 815.059341] env[68166]: _type = "Task" [ 815.059341] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.068538] env[68166]: DEBUG oslo_vmware.api [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.106198] env[68166]: DEBUG nova.network.neutron [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updating instance_info_cache with network_info: [{"id": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "address": "fa:16:3e:38:2c:63", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2da7d3d-f9", "ovs_interfaceid": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.273551] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.274191] env[68166]: DEBUG nova.compute.manager [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.277513] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.016s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.278834] env[68166]: INFO nova.compute.claims [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.290807] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806744, 'name': ReconfigVM_Task, 'duration_secs': 0.758612} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.291137] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 53cd22fe-6474-4c52-a91c-82750ef7817e/53cd22fe-6474-4c52-a91c-82750ef7817e.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.291768] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b2ba95a-111c-4e25-b3e7-a2bc01b29cbf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.297890] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Waiting for the task: (returnval){ [ 815.297890] env[68166]: value = "task-2806749" [ 815.297890] env[68166]: _type = "Task" [ 815.297890] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.311335] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806749, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.314977] env[68166]: DEBUG oslo_vmware.api [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806746, 'name': PowerOffVM_Task, 'duration_secs': 0.265444} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.315282] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.315453] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.315699] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30c15d3e-d4f9-4f28-b8aa-df6ebed3fa62 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.375599] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.375599] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.375599] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Deleting the datastore file [datastore1] c1772706-fbfd-46f9-99c1-97f15936d5a7 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.375599] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86c7818c-33e0-4558-be0c-99a040d9f7f1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.382460] env[68166]: DEBUG oslo_vmware.api [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for the task: (returnval){ [ 815.382460] env[68166]: value = "task-2806751" [ 815.382460] env[68166]: _type = "Task" [ 815.382460] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.391866] env[68166]: DEBUG oslo_vmware.api [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.489820] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52fcec01-55aa-ac97-b0df-9815e1c1e0bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013993} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.489964] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e9ad10-8e2e-4354-93d4-412abe542c87 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.494957] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 815.494957] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5247ba59-f564-944e-e7fe-32cc16886440" [ 815.494957] env[68166]: _type = "Task" [ 815.494957] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.502696] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5247ba59-f564-944e-e7fe-32cc16886440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.510048] env[68166]: DEBUG oslo_concurrency.lockutils [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] Releasing lock "refresh_cache-e4217474-e41a-47a7-b477-634bf419f891" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.510048] env[68166]: DEBUG nova.compute.manager [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Received event network-vif-plugged-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.510048] env[68166]: DEBUG oslo_concurrency.lockutils [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] Acquiring lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.510048] env[68166]: DEBUG oslo_concurrency.lockutils [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.510228] env[68166]: DEBUG oslo_concurrency.lockutils [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.510288] env[68166]: DEBUG nova.compute.manager [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] No waiting events found dispatching network-vif-plugged-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.510478] env[68166]: WARNING nova.compute.manager [req-b0efa582-46bf-44d3-89b8-2606628f6b5a req-15ad46a5-a2ea-4306-9a23-eed2986ece7e service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Received unexpected event network-vif-plugged-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 for instance with vm_state shelved_offloaded and task_state spawning. [ 815.568443] env[68166]: DEBUG oslo_vmware.api [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333689} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.568623] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.568772] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.568945] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.569201] env[68166]: INFO nova.compute.manager [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 815.570032] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.570032] env[68166]: DEBUG nova.compute.manager [-] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.570032] env[68166]: DEBUG nova.network.neutron [-] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.608622] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.635620] env[68166]: DEBUG nova.virt.hardware [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1566175e0502f7cc63f61f609890f7e1',container_format='bare',created_at=2025-03-06T11:50:12Z,direct_url=,disk_format='vmdk',id=e59d5cf2-2178-40b5-beac-80096d957ea5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1156557677-shelved',owner='0bf6e6ff5dfc42159cbfb7051fd1a72a',properties=ImageMetaProps,protected=,size=31671808,status='active',tags=,updated_at=2025-03-06T11:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.635924] env[68166]: DEBUG nova.virt.hardware [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.636118] env[68166]: DEBUG nova.virt.hardware [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.636327] env[68166]: DEBUG nova.virt.hardware [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.636488] env[68166]: DEBUG nova.virt.hardware [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.636646] env[68166]: DEBUG nova.virt.hardware [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.636858] env[68166]: DEBUG nova.virt.hardware [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.637036] env[68166]: DEBUG nova.virt.hardware [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.637225] env[68166]: DEBUG nova.virt.hardware [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.637396] env[68166]: DEBUG nova.virt.hardware [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.637583] env[68166]: DEBUG nova.virt.hardware [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.638448] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c510455-a876-4a91-bc5d-b0aafc039a2c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.646393] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6c7f78-d06a-4fd1-89fe-559bb24f6ce6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.661037] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:2c:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2da7d3d-f9ad-4685-a749-4a5839e2f4a8', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.668011] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.668392] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.668694] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3339fdc2-44a9-40d5-b397-0307bb74d46d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.688539] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.688539] env[68166]: value = "task-2806752" [ 815.688539] env[68166]: _type = "Task" [ 815.688539] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.697535] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806752, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.783188] env[68166]: DEBUG nova.compute.utils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.784584] env[68166]: DEBUG nova.compute.manager [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.784755] env[68166]: DEBUG nova.network.neutron [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.808941] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806749, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.861699] env[68166]: DEBUG nova.policy [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66d6f069ed804805bf0d9c5597c68528', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b03f124107ec44c98be13141008b03a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.891369] env[68166]: DEBUG oslo_vmware.api [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Task: {'id': task-2806751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21903} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.891669] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.891885] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.892089] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.892288] env[68166]: INFO nova.compute.manager [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 815.892551] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.892756] env[68166]: DEBUG nova.compute.manager [-] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.892866] env[68166]: DEBUG nova.network.neutron [-] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.005983] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5247ba59-f564-944e-e7fe-32cc16886440, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.006257] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.006535] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] e4217474-e41a-47a7-b477-634bf419f891/e4217474-e41a-47a7-b477-634bf419f891.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.006780] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43f11d0f-2aed-4ee2-b1b2-edff7122b498 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.014520] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 816.014520] env[68166]: value = "task-2806753" [ 816.014520] env[68166]: _type = "Task" [ 816.014520] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.021861] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.160250] env[68166]: DEBUG nova.compute.manager [req-efe557d0-08c7-470f-af63-a180535cf680 req-26f64c1f-ccf2-4beb-8936-bb5a2f901c09 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Received event network-changed-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.160579] env[68166]: DEBUG nova.compute.manager [req-efe557d0-08c7-470f-af63-a180535cf680 req-26f64c1f-ccf2-4beb-8936-bb5a2f901c09 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Refreshing instance network info cache due to event network-changed-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.160862] env[68166]: DEBUG oslo_concurrency.lockutils [req-efe557d0-08c7-470f-af63-a180535cf680 req-26f64c1f-ccf2-4beb-8936-bb5a2f901c09 service nova] Acquiring lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.161019] env[68166]: DEBUG oslo_concurrency.lockutils [req-efe557d0-08c7-470f-af63-a180535cf680 req-26f64c1f-ccf2-4beb-8936-bb5a2f901c09 service nova] Acquired lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.161294] env[68166]: DEBUG nova.network.neutron [req-efe557d0-08c7-470f-af63-a180535cf680 req-26f64c1f-ccf2-4beb-8936-bb5a2f901c09 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Refreshing network info cache for port c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.198516] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806752, 'name': CreateVM_Task, 'duration_secs': 0.34916} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.198697] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.199382] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.199543] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.199911] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.200175] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ac522e-bc85-486b-9550-32eb68376219 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.206019] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 816.206019] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52035a63-6dbb-ef83-c3f3-1daf9948d4da" [ 816.206019] env[68166]: _type = "Task" [ 816.206019] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.212479] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52035a63-6dbb-ef83-c3f3-1daf9948d4da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.287719] env[68166]: DEBUG nova.compute.manager [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.309028] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806749, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.351835] env[68166]: DEBUG nova.network.neutron [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Successfully created port: 2096ca63-cbed-4ced-b30e-868b7e77ed5d {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.360609] env[68166]: DEBUG nova.network.neutron [-] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.525487] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.717092] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.717358] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Processing image e59d5cf2-2178-40b5-beac-80096d957ea5 {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.717598] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5/e59d5cf2-2178-40b5-beac-80096d957ea5.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.717749] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5/e59d5cf2-2178-40b5-beac-80096d957ea5.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.718111] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.718233] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2637c5c2-d43b-4ccb-ba37-f98dd9ce65f7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.732877] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.733086] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.733817] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f839b2-8a74-4741-80ea-4aa7cc9817d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.742932] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 816.742932] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52605acf-9dc1-3f52-b5b5-9a13dd922a38" [ 816.742932] env[68166]: _type = "Task" [ 816.742932] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.755320] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52605acf-9dc1-3f52-b5b5-9a13dd922a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.795326] env[68166]: DEBUG nova.network.neutron [-] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.810920] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806749, 'name': Rename_Task, 'duration_secs': 1.141098} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.811302] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.814020] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46f98a15-72fe-43d8-9130-049b79c738ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.818476] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Waiting for the task: (returnval){ [ 816.818476] env[68166]: value = "task-2806754" [ 816.818476] env[68166]: _type = "Task" [ 816.818476] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.829445] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.864789] env[68166]: INFO nova.compute.manager [-] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Took 1.29 seconds to deallocate network for instance. [ 816.899915] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a119e1c-c5fa-4617-a7eb-0623744eb882 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.910771] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5617e242-1d25-421a-b7f1-aa48bbf721a9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.945735] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9830afa2-2e9f-465b-b18a-c212f650f39f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.956047] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150f2ebf-98ca-4510-b2c0-081ed9ed728d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.966922] env[68166]: DEBUG nova.compute.provider_tree [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.982126] env[68166]: DEBUG nova.network.neutron [req-efe557d0-08c7-470f-af63-a180535cf680 req-26f64c1f-ccf2-4beb-8936-bb5a2f901c09 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updated VIF entry in instance network info cache for port c2da7d3d-f9ad-4685-a749-4a5839e2f4a8. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.982477] env[68166]: DEBUG nova.network.neutron [req-efe557d0-08c7-470f-af63-a180535cf680 req-26f64c1f-ccf2-4beb-8936-bb5a2f901c09 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updating instance_info_cache with network_info: [{"id": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "address": "fa:16:3e:38:2c:63", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2da7d3d-f9", "ovs_interfaceid": "c2da7d3d-f9ad-4685-a749-4a5839e2f4a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.025515] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844509} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.025819] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] e4217474-e41a-47a7-b477-634bf419f891/e4217474-e41a-47a7-b477-634bf419f891.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.025995] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.026256] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57b141ad-46cb-48fa-b74d-e600de54f202 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.032508] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 817.032508] env[68166]: value = "task-2806755" [ 817.032508] env[68166]: _type = "Task" [ 817.032508] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.040213] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.253351] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Preparing fetch location {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 817.253658] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Fetch image to [datastore1] OSTACK_IMG_1a44faf8-b0f0-43ad-bad3-c362fbc0e051/OSTACK_IMG_1a44faf8-b0f0-43ad-bad3-c362fbc0e051.vmdk {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 817.253857] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Downloading stream optimized image e59d5cf2-2178-40b5-beac-80096d957ea5 to [datastore1] OSTACK_IMG_1a44faf8-b0f0-43ad-bad3-c362fbc0e051/OSTACK_IMG_1a44faf8-b0f0-43ad-bad3-c362fbc0e051.vmdk on the data store datastore1 as vApp {{(pid=68166) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 817.254040] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Downloading image file data e59d5cf2-2178-40b5-beac-80096d957ea5 to the ESX as VM named 'OSTACK_IMG_1a44faf8-b0f0-43ad-bad3-c362fbc0e051' {{(pid=68166) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 817.300025] env[68166]: INFO nova.compute.manager [-] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Took 1.41 seconds to deallocate network for instance. [ 817.306525] env[68166]: DEBUG nova.compute.manager [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.334009] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.336378] env[68166]: DEBUG nova.virt.hardware [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.336612] env[68166]: DEBUG nova.virt.hardware [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.336776] env[68166]: DEBUG nova.virt.hardware [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.336960] env[68166]: DEBUG nova.virt.hardware [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.337122] env[68166]: DEBUG nova.virt.hardware [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.337323] env[68166]: DEBUG nova.virt.hardware [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.337477] env[68166]: DEBUG nova.virt.hardware [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.337633] env[68166]: DEBUG nova.virt.hardware [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.337828] env[68166]: DEBUG nova.virt.hardware [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.337953] env[68166]: DEBUG nova.virt.hardware [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.338959] env[68166]: DEBUG nova.virt.hardware [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.339866] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5adb10-916d-4216-9900-a08d9c8d429b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.345382] env[68166]: DEBUG oslo_vmware.rw_handles [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 817.345382] env[68166]: value = "resgroup-9" [ 817.345382] env[68166]: _type = "ResourcePool" [ 817.345382] env[68166]: }. {{(pid=68166) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 817.345382] env[68166]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3a9ddbc0-88d9-4ae2-954e-a5c9e9c70482 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.365984] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84045541-9f80-4755-81f2-4a267498c6c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.371780] env[68166]: DEBUG oslo_vmware.rw_handles [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lease: (returnval){ [ 817.371780] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52cd5ffb-dfea-cd7e-0329-ab21706888c7" [ 817.371780] env[68166]: _type = "HttpNfcLease" [ 817.371780] env[68166]: } obtained for vApp import into resource pool (val){ [ 817.371780] env[68166]: value = "resgroup-9" [ 817.371780] env[68166]: _type = "ResourcePool" [ 817.371780] env[68166]: }. {{(pid=68166) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 817.372063] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the lease: (returnval){ [ 817.372063] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52cd5ffb-dfea-cd7e-0329-ab21706888c7" [ 817.372063] env[68166]: _type = "HttpNfcLease" [ 817.372063] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 817.383426] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.387182] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 817.387182] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52cd5ffb-dfea-cd7e-0329-ab21706888c7" [ 817.387182] env[68166]: _type = "HttpNfcLease" [ 817.387182] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 817.472298] env[68166]: DEBUG nova.scheduler.client.report [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.484786] env[68166]: DEBUG oslo_concurrency.lockutils [req-efe557d0-08c7-470f-af63-a180535cf680 req-26f64c1f-ccf2-4beb-8936-bb5a2f901c09 service nova] Releasing lock "refresh_cache-d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.484878] env[68166]: DEBUG nova.compute.manager [req-efe557d0-08c7-470f-af63-a180535cf680 req-26f64c1f-ccf2-4beb-8936-bb5a2f901c09 service nova] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Received event network-vif-deleted-9b8b547f-1b77-4214-9ab3-821b5653f55c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.485077] env[68166]: INFO nova.compute.manager [req-efe557d0-08c7-470f-af63-a180535cf680 req-26f64c1f-ccf2-4beb-8936-bb5a2f901c09 service nova] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Neutron deleted interface 9b8b547f-1b77-4214-9ab3-821b5653f55c; detaching it from the instance and deleting it from the info cache [ 817.485279] env[68166]: DEBUG nova.network.neutron [req-efe557d0-08c7-470f-af63-a180535cf680 req-26f64c1f-ccf2-4beb-8936-bb5a2f901c09 service nova] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.543064] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067489} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.543256] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.544051] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cee280-7ec0-4e4a-88b7-bc2cd39aa5a5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.568237] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] e4217474-e41a-47a7-b477-634bf419f891/e4217474-e41a-47a7-b477-634bf419f891.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.569014] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e005fd7f-2adc-44e9-b177-408ad88d383c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.590757] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 817.590757] env[68166]: value = "task-2806757" [ 817.590757] env[68166]: _type = "Task" [ 817.590757] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.599204] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.809770] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.828844] env[68166]: DEBUG oslo_vmware.api [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806754, 'name': PowerOnVM_Task, 'duration_secs': 0.827809} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.829098] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.829306] env[68166]: INFO nova.compute.manager [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Took 9.05 seconds to spawn the instance on the hypervisor. [ 817.829488] env[68166]: DEBUG nova.compute.manager [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.830295] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c99c43-fbc8-4235-a86e-672a7c68329e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.880584] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 817.880584] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52cd5ffb-dfea-cd7e-0329-ab21706888c7" [ 817.880584] env[68166]: _type = "HttpNfcLease" [ 817.880584] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 817.880871] env[68166]: DEBUG oslo_vmware.rw_handles [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 817.880871] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52cd5ffb-dfea-cd7e-0329-ab21706888c7" [ 817.880871] env[68166]: _type = "HttpNfcLease" [ 817.880871] env[68166]: }. {{(pid=68166) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 817.881760] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2325c532-e19b-4633-8c41-8efa7660131f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.889410] env[68166]: DEBUG oslo_vmware.rw_handles [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4385b-42bc-781c-03fb-d9d40688b186/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 817.889742] env[68166]: DEBUG oslo_vmware.rw_handles [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating HTTP connection to write to file with size = 31671808 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4385b-42bc-781c-03fb-d9d40688b186/disk-0.vmdk. {{(pid=68166) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 817.949675] env[68166]: DEBUG nova.network.neutron [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Successfully updated port: 2096ca63-cbed-4ced-b30e-868b7e77ed5d {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.957328] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0fccbcc-dcc2-4dac-a71a-70c7b5faed3c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.978573] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.979136] env[68166]: DEBUG nova.compute.manager [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.981925] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.756s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.982179] env[68166]: DEBUG nova.objects.instance [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lazy-loading 'resources' on Instance uuid 1f8ff2ac-9263-4d88-beed-7cdb668c525b {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.987927] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b1975ca-9bd1-4eea-a22f-d87c69860301 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.996774] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5c1a98-b1d4-4f1c-9daf-a9246994a3ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.035710] env[68166]: DEBUG nova.compute.manager [req-efe557d0-08c7-470f-af63-a180535cf680 req-26f64c1f-ccf2-4beb-8936-bb5a2f901c09 service nova] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Detach interface failed, port_id=9b8b547f-1b77-4214-9ab3-821b5653f55c, reason: Instance dd07232c-0826-4839-9303-e9aeb6cb000e could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 818.100715] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806757, 'name': ReconfigVM_Task, 'duration_secs': 0.372174} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.101018] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Reconfigured VM instance instance-0000003e to attach disk [datastore1] e4217474-e41a-47a7-b477-634bf419f891/e4217474-e41a-47a7-b477-634bf419f891.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.101694] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2aa20d8-e1c4-48a1-8b2c-536f081ebb84 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.107819] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 818.107819] env[68166]: value = "task-2806758" [ 818.107819] env[68166]: _type = "Task" [ 818.107819] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.116940] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806758, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.209208] env[68166]: DEBUG nova.compute.manager [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Received event network-vif-deleted-40d1670c-d017-46ff-92e9-84367fcabea8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.209208] env[68166]: DEBUG nova.compute.manager [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Received event network-vif-plugged-2096ca63-cbed-4ced-b30e-868b7e77ed5d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.209327] env[68166]: DEBUG oslo_concurrency.lockutils [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] Acquiring lock "3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.209568] env[68166]: DEBUG oslo_concurrency.lockutils [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] Lock "3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.209805] env[68166]: DEBUG oslo_concurrency.lockutils [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] Lock "3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.210108] env[68166]: DEBUG nova.compute.manager [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] No waiting events found dispatching network-vif-plugged-2096ca63-cbed-4ced-b30e-868b7e77ed5d {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.210321] env[68166]: WARNING nova.compute.manager [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Received unexpected event network-vif-plugged-2096ca63-cbed-4ced-b30e-868b7e77ed5d for instance with vm_state building and task_state spawning. [ 818.210603] env[68166]: DEBUG nova.compute.manager [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Received event network-changed-2096ca63-cbed-4ced-b30e-868b7e77ed5d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.210820] env[68166]: DEBUG nova.compute.manager [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Refreshing instance network info cache due to event network-changed-2096ca63-cbed-4ced-b30e-868b7e77ed5d. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.211173] env[68166]: DEBUG oslo_concurrency.lockutils [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] Acquiring lock "refresh_cache-3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.211605] env[68166]: DEBUG oslo_concurrency.lockutils [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] Acquired lock "refresh_cache-3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.211845] env[68166]: DEBUG nova.network.neutron [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Refreshing network info cache for port 2096ca63-cbed-4ced-b30e-868b7e77ed5d {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.356901] env[68166]: INFO nova.compute.manager [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Took 39.38 seconds to build instance. [ 818.452650] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "refresh_cache-3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.485317] env[68166]: DEBUG nova.compute.utils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.491934] env[68166]: DEBUG nova.compute.manager [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.492139] env[68166]: DEBUG nova.network.neutron [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.541136] env[68166]: DEBUG nova.policy [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55785eaa0aaf42a3bc7418ae1527ebe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5672adac0e1e45df9d655c87029954b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.624653] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806758, 'name': Rename_Task, 'duration_secs': 0.17325} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.626541] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.626616] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-650be5df-9085-4c31-bf83-76dc3cc263c6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.638590] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 818.638590] env[68166]: value = "task-2806759" [ 818.638590] env[68166]: _type = "Task" [ 818.638590] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.649389] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.771106] env[68166]: DEBUG nova.network.neutron [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.861124] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b58cacf6-adef-49de-90f6-be3e1e95ec5d tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Lock "53cd22fe-6474-4c52-a91c-82750ef7817e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.026s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.895580] env[68166]: DEBUG nova.network.neutron [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.961901] env[68166]: DEBUG nova.network.neutron [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Successfully created port: f35394e5-6ffe-456d-9997-124f7f92bfac {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.992499] env[68166]: DEBUG nova.compute.manager [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.149332] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806759, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.164842] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f684f82f-f5c8-4842-8270-c946fb6d533b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.172704] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284864e6-ceb9-491a-936f-faeb1be428ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.211420] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96dfca8-b282-4848-8ffe-3602c0f7cf4a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.215052] env[68166]: DEBUG nova.compute.manager [req-680d4914-4228-4964-b442-c062c33a10ab req-4cfe6ff3-c592-4127-9514-b8fce06a9a59 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Received event network-changed-e89c62f2-8788-4a36-8342-ca423de31e78 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.215244] env[68166]: DEBUG nova.compute.manager [req-680d4914-4228-4964-b442-c062c33a10ab req-4cfe6ff3-c592-4127-9514-b8fce06a9a59 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Refreshing instance network info cache due to event network-changed-e89c62f2-8788-4a36-8342-ca423de31e78. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 819.215452] env[68166]: DEBUG oslo_concurrency.lockutils [req-680d4914-4228-4964-b442-c062c33a10ab req-4cfe6ff3-c592-4127-9514-b8fce06a9a59 service nova] Acquiring lock "refresh_cache-53cd22fe-6474-4c52-a91c-82750ef7817e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.215590] env[68166]: DEBUG oslo_concurrency.lockutils [req-680d4914-4228-4964-b442-c062c33a10ab req-4cfe6ff3-c592-4127-9514-b8fce06a9a59 service nova] Acquired lock "refresh_cache-53cd22fe-6474-4c52-a91c-82750ef7817e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.215738] env[68166]: DEBUG nova.network.neutron [req-680d4914-4228-4964-b442-c062c33a10ab req-4cfe6ff3-c592-4127-9514-b8fce06a9a59 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Refreshing network info cache for port e89c62f2-8788-4a36-8342-ca423de31e78 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.223868] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5bae83-3927-4b6e-88ca-f010258b9943 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.237505] env[68166]: DEBUG nova.compute.provider_tree [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.364891] env[68166]: DEBUG nova.compute.manager [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.399454] env[68166]: DEBUG oslo_concurrency.lockutils [req-23a309b9-abfc-41b3-b4cd-877040278c7c req-893a5d9f-9f7c-4d1b-8079-220b5ed9fb0b service nova] Releasing lock "refresh_cache-3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.400075] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "refresh_cache-3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.400075] env[68166]: DEBUG nova.network.neutron [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.650199] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806759, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.742071] env[68166]: DEBUG nova.scheduler.client.report [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.905294] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.950579] env[68166]: DEBUG nova.network.neutron [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.994330] env[68166]: DEBUG nova.network.neutron [req-680d4914-4228-4964-b442-c062c33a10ab req-4cfe6ff3-c592-4127-9514-b8fce06a9a59 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Updated VIF entry in instance network info cache for port e89c62f2-8788-4a36-8342-ca423de31e78. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.994685] env[68166]: DEBUG nova.network.neutron [req-680d4914-4228-4964-b442-c062c33a10ab req-4cfe6ff3-c592-4127-9514-b8fce06a9a59 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Updating instance_info_cache with network_info: [{"id": "e89c62f2-8788-4a36-8342-ca423de31e78", "address": "fa:16:3e:2c:af:53", "network": {"id": "2b1575f0-08be-4715-a650-c63e00cc0cdb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1053231617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52931aa2dfc3446588ae17deaec95431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89c62f2-87", "ovs_interfaceid": "e89c62f2-8788-4a36-8342-ca423de31e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.008427] env[68166]: DEBUG nova.compute.manager [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.034630] env[68166]: DEBUG nova.virt.hardware [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.034866] env[68166]: DEBUG nova.virt.hardware [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.035036] env[68166]: DEBUG nova.virt.hardware [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.035228] env[68166]: DEBUG nova.virt.hardware [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.035375] env[68166]: DEBUG nova.virt.hardware [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.035526] env[68166]: DEBUG nova.virt.hardware [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.035752] env[68166]: DEBUG nova.virt.hardware [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.035879] env[68166]: DEBUG nova.virt.hardware [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.036062] env[68166]: DEBUG nova.virt.hardware [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.036228] env[68166]: DEBUG nova.virt.hardware [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.036403] env[68166]: DEBUG nova.virt.hardware [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.037307] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dd9b7d-b620-48c2-8ce1-969051680c53 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.047474] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d1be1d-25eb-4092-8ee0-678963fc1f22 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.103359] env[68166]: DEBUG nova.network.neutron [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Updating instance_info_cache with network_info: [{"id": "2096ca63-cbed-4ced-b30e-868b7e77ed5d", "address": "fa:16:3e:46:ed:f2", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2096ca63-cb", "ovs_interfaceid": "2096ca63-cbed-4ced-b30e-868b7e77ed5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.151100] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806759, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.248675] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.251485] env[68166]: DEBUG oslo_concurrency.lockutils [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.736s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.251964] env[68166]: DEBUG nova.objects.instance [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lazy-loading 'resources' on Instance uuid 5c68895a-ac2b-4668-9924-097fc2e41de9 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.274245] env[68166]: INFO nova.scheduler.client.report [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Deleted allocations for instance 1f8ff2ac-9263-4d88-beed-7cdb668c525b [ 820.497474] env[68166]: DEBUG oslo_concurrency.lockutils [req-680d4914-4228-4964-b442-c062c33a10ab req-4cfe6ff3-c592-4127-9514-b8fce06a9a59 service nova] Releasing lock "refresh_cache-53cd22fe-6474-4c52-a91c-82750ef7817e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.553255] env[68166]: DEBUG nova.compute.manager [req-b0d67167-0143-4b63-9ba2-931b43f20318 req-a45669a2-5bfc-4e58-a0d6-eb910d36d5ea service nova] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Received event network-vif-plugged-f35394e5-6ffe-456d-9997-124f7f92bfac {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.553255] env[68166]: DEBUG oslo_concurrency.lockutils [req-b0d67167-0143-4b63-9ba2-931b43f20318 req-a45669a2-5bfc-4e58-a0d6-eb910d36d5ea service nova] Acquiring lock "8a8855b8-fb7e-4235-9284-15425b7cb956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.553255] env[68166]: DEBUG oslo_concurrency.lockutils [req-b0d67167-0143-4b63-9ba2-931b43f20318 req-a45669a2-5bfc-4e58-a0d6-eb910d36d5ea service nova] Lock "8a8855b8-fb7e-4235-9284-15425b7cb956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.553255] env[68166]: DEBUG oslo_concurrency.lockutils [req-b0d67167-0143-4b63-9ba2-931b43f20318 req-a45669a2-5bfc-4e58-a0d6-eb910d36d5ea service nova] Lock "8a8855b8-fb7e-4235-9284-15425b7cb956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.553255] env[68166]: DEBUG nova.compute.manager [req-b0d67167-0143-4b63-9ba2-931b43f20318 req-a45669a2-5bfc-4e58-a0d6-eb910d36d5ea service nova] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] No waiting events found dispatching network-vif-plugged-f35394e5-6ffe-456d-9997-124f7f92bfac {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.553255] env[68166]: WARNING nova.compute.manager [req-b0d67167-0143-4b63-9ba2-931b43f20318 req-a45669a2-5bfc-4e58-a0d6-eb910d36d5ea service nova] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Received unexpected event network-vif-plugged-f35394e5-6ffe-456d-9997-124f7f92bfac for instance with vm_state building and task_state spawning. [ 820.610194] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "refresh_cache-3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.610194] env[68166]: DEBUG nova.compute.manager [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Instance network_info: |[{"id": "2096ca63-cbed-4ced-b30e-868b7e77ed5d", "address": "fa:16:3e:46:ed:f2", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2096ca63-cb", "ovs_interfaceid": "2096ca63-cbed-4ced-b30e-868b7e77ed5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.610194] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:ed:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2096ca63-cbed-4ced-b30e-868b7e77ed5d', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.623509] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.624966] env[68166]: DEBUG nova.network.neutron [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Successfully updated port: f35394e5-6ffe-456d-9997-124f7f92bfac {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.627278] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.627687] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d952237d-57a2-4bb6-a569-5af8525f46f5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.658822] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806759, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.658822] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.658822] env[68166]: value = "task-2806760" [ 820.658822] env[68166]: _type = "Task" [ 820.658822] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.668714] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806760, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.784056] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1a003d46-f7d2-4ed3-8747-1aff04c4a379 tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "1f8ff2ac-9263-4d88-beed-7cdb668c525b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.501s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.130306] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.130478] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.130635] env[68166]: DEBUG nova.network.neutron [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.158349] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806759, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.168811] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806760, 'name': CreateVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.240009] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d298886-5244-42fe-898b-7dd4762161b9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.248437] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bacda2-38ad-4e10-b84a-20fe12e7e40e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.278049] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150623c0-4272-47d1-9b72-77fa60471baf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.286495] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd0bc3e-9c03-4416-bb28-146734f3cc39 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.301498] env[68166]: DEBUG nova.compute.provider_tree [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.407312] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "115e8583-bb39-42fa-8414-b5976e50c45b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.407588] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "115e8583-bb39-42fa-8414-b5976e50c45b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.407796] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "115e8583-bb39-42fa-8414-b5976e50c45b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.407978] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "115e8583-bb39-42fa-8414-b5976e50c45b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.408234] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "115e8583-bb39-42fa-8414-b5976e50c45b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.413209] env[68166]: INFO nova.compute.manager [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Terminating instance [ 821.661362] env[68166]: DEBUG oslo_vmware.api [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806759, 'name': PowerOnVM_Task, 'duration_secs': 2.911042} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.664824] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.665086] env[68166]: INFO nova.compute.manager [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Took 10.21 seconds to spawn the instance on the hypervisor. [ 821.665305] env[68166]: DEBUG nova.compute.manager [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.667757] env[68166]: DEBUG nova.network.neutron [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.670367] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c9fb60-281c-45e9-be9f-68e9b8141edd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.683307] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806760, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.698159] env[68166]: DEBUG oslo_vmware.rw_handles [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Completed reading data from the image iterator. {{(pid=68166) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 821.698638] env[68166]: DEBUG oslo_vmware.rw_handles [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4385b-42bc-781c-03fb-d9d40688b186/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 821.701307] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77681f23-a3ae-4ca3-a8b9-d89e90c89bdb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.707806] env[68166]: DEBUG oslo_vmware.rw_handles [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4385b-42bc-781c-03fb-d9d40688b186/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 821.708104] env[68166]: DEBUG oslo_vmware.rw_handles [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4385b-42bc-781c-03fb-d9d40688b186/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 821.708466] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-34dcb42f-0a9d-44c0-912c-935e0546a2ed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.805374] env[68166]: DEBUG nova.scheduler.client.report [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.857149] env[68166]: DEBUG nova.network.neutron [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance_info_cache with network_info: [{"id": "f35394e5-6ffe-456d-9997-124f7f92bfac", "address": "fa:16:3e:5c:01:5c", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35394e5-6f", "ovs_interfaceid": "f35394e5-6ffe-456d-9997-124f7f92bfac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.900024] env[68166]: DEBUG oslo_vmware.rw_handles [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4385b-42bc-781c-03fb-d9d40688b186/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 821.900302] env[68166]: INFO nova.virt.vmwareapi.images [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Downloaded image file data e59d5cf2-2178-40b5-beac-80096d957ea5 [ 821.901250] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734787c8-7aba-4faf-98a3-0037ea39330d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.918044] env[68166]: DEBUG nova.compute.manager [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.918280] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.919190] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2e006-601c-49c3-b7e8-8901681a754e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.922085] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea305739-3587-44f7-9cd2-a220dd70aa45 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.927908] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.928183] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f3f156e-424e-4a1a-ad9a-3385c13c088b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.933936] env[68166]: DEBUG oslo_vmware.api [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 821.933936] env[68166]: value = "task-2806762" [ 821.933936] env[68166]: _type = "Task" [ 821.933936] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.943286] env[68166]: DEBUG oslo_vmware.api [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.944442] env[68166]: INFO nova.virt.vmwareapi.images [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] The imported VM was unregistered [ 821.947027] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Caching image {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 821.947276] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5 {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.947549] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9d00491-4335-460b-b067-a8f450774ea8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.959545] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Created directory with path [datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5 {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.959757] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1a44faf8-b0f0-43ad-bad3-c362fbc0e051/OSTACK_IMG_1a44faf8-b0f0-43ad-bad3-c362fbc0e051.vmdk to [datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5/e59d5cf2-2178-40b5-beac-80096d957ea5.vmdk. {{(pid=68166) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 821.960058] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5a7c547c-9afa-4994-9f6c-c11cd92dbba7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.966423] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 821.966423] env[68166]: value = "task-2806763" [ 821.966423] env[68166]: _type = "Task" [ 821.966423] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.975074] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806763, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.171329] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806760, 'name': CreateVM_Task, 'duration_secs': 1.180761} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.171499] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.172199] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.172368] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.172688] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.173010] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4ca572-83cb-4b1a-9c44-5ed3192a577c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.177526] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 822.177526] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d96c47-2aa0-3ba6-442e-5307c32e4062" [ 822.177526] env[68166]: _type = "Task" [ 822.177526] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.190092] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d96c47-2aa0-3ba6-442e-5307c32e4062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.195847] env[68166]: INFO nova.compute.manager [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Took 40.96 seconds to build instance. [ 822.311042] env[68166]: DEBUG oslo_concurrency.lockutils [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.313459] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.699s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.314963] env[68166]: INFO nova.compute.claims [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.336204] env[68166]: INFO nova.scheduler.client.report [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Deleted allocations for instance 5c68895a-ac2b-4668-9924-097fc2e41de9 [ 822.361261] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.361261] env[68166]: DEBUG nova.compute.manager [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Instance network_info: |[{"id": "f35394e5-6ffe-456d-9997-124f7f92bfac", "address": "fa:16:3e:5c:01:5c", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35394e5-6f", "ovs_interfaceid": "f35394e5-6ffe-456d-9997-124f7f92bfac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.361751] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:01:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f35394e5-6ffe-456d-9997-124f7f92bfac', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.369405] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.370512] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.370512] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc86031a-801d-437c-8521-af9952eb9234 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.392070] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.392070] env[68166]: value = "task-2806764" [ 822.392070] env[68166]: _type = "Task" [ 822.392070] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.400395] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806764, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.445511] env[68166]: DEBUG oslo_vmware.api [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806762, 'name': PowerOffVM_Task, 'duration_secs': 0.186544} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.445824] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.446034] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.446286] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37d47d00-acd8-47c3-8d3d-bf431af22f04 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.477769] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806763, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.506780] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.507320] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.507575] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Deleting the datastore file [datastore2] 115e8583-bb39-42fa-8414-b5976e50c45b {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.507954] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bffd1a5c-6874-4e63-a6ce-dc37424a4e84 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.516619] env[68166]: DEBUG oslo_vmware.api [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for the task: (returnval){ [ 822.516619] env[68166]: value = "task-2806766" [ 822.516619] env[68166]: _type = "Task" [ 822.516619] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.528453] env[68166]: DEBUG oslo_vmware.api [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.620153] env[68166]: DEBUG nova.compute.manager [req-a93e3133-22c8-469d-9208-d3e6a1466e26 req-8b05d0dd-eadf-481a-a353-0b0047dddb86 service nova] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Received event network-changed-f35394e5-6ffe-456d-9997-124f7f92bfac {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.620357] env[68166]: DEBUG nova.compute.manager [req-a93e3133-22c8-469d-9208-d3e6a1466e26 req-8b05d0dd-eadf-481a-a353-0b0047dddb86 service nova] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Refreshing instance network info cache due to event network-changed-f35394e5-6ffe-456d-9997-124f7f92bfac. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.620687] env[68166]: DEBUG oslo_concurrency.lockutils [req-a93e3133-22c8-469d-9208-d3e6a1466e26 req-8b05d0dd-eadf-481a-a353-0b0047dddb86 service nova] Acquiring lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.620949] env[68166]: DEBUG oslo_concurrency.lockutils [req-a93e3133-22c8-469d-9208-d3e6a1466e26 req-8b05d0dd-eadf-481a-a353-0b0047dddb86 service nova] Acquired lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.621441] env[68166]: DEBUG nova.network.neutron [req-a93e3133-22c8-469d-9208-d3e6a1466e26 req-8b05d0dd-eadf-481a-a353-0b0047dddb86 service nova] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Refreshing network info cache for port f35394e5-6ffe-456d-9997-124f7f92bfac {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.689069] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d96c47-2aa0-3ba6-442e-5307c32e4062, 'name': SearchDatastore_Task, 'duration_secs': 0.014432} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.689774] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.690052] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.690300] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.690506] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.690701] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.690985] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5965954b-244b-4c4d-883a-da2136456b7f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.698325] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e1e9386-c02a-48d2-8244-b20b5c6d2a2f tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "e4217474-e41a-47a7-b477-634bf419f891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.373s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.718844] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.719178] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.720238] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7950a543-9ae0-4b9c-90a3-fd090a325593 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.726711] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 822.726711] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5278bf7a-4e55-7d65-6a2a-966364513a93" [ 822.726711] env[68166]: _type = "Task" [ 822.726711] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.736890] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5278bf7a-4e55-7d65-6a2a-966364513a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.848258] env[68166]: DEBUG oslo_concurrency.lockutils [None req-43768a12-dea3-4e96-a494-4b79b396de45 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "5c68895a-ac2b-4668-9924-097fc2e41de9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.733s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.905430] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806764, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.978108] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806763, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.027445] env[68166]: DEBUG oslo_vmware.api [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Task: {'id': task-2806766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408903} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.027781] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.028024] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.028158] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.028338] env[68166]: INFO nova.compute.manager [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 823.028581] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.028869] env[68166]: DEBUG nova.compute.manager [-] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.028976] env[68166]: DEBUG nova.network.neutron [-] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.240500] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5278bf7a-4e55-7d65-6a2a-966364513a93, 'name': SearchDatastore_Task, 'duration_secs': 0.103085} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.241347] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7927518-533c-4892-a6ef-7739f6c826ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.246930] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 823.246930] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52032d81-0fff-864f-8e94-02b95d09d9ee" [ 823.246930] env[68166]: _type = "Task" [ 823.246930] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.255191] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52032d81-0fff-864f-8e94-02b95d09d9ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.402576] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806764, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.414953] env[68166]: DEBUG oslo_concurrency.lockutils [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "369e1ee3-ae1e-453c-ac27-b21b6b171459" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.415249] env[68166]: DEBUG oslo_concurrency.lockutils [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "369e1ee3-ae1e-453c-ac27-b21b6b171459" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.415466] env[68166]: DEBUG oslo_concurrency.lockutils [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "369e1ee3-ae1e-453c-ac27-b21b6b171459-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.415653] env[68166]: DEBUG oslo_concurrency.lockutils [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "369e1ee3-ae1e-453c-ac27-b21b6b171459-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.415828] env[68166]: DEBUG oslo_concurrency.lockutils [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "369e1ee3-ae1e-453c-ac27-b21b6b171459-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.423018] env[68166]: INFO nova.compute.manager [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Terminating instance [ 823.453090] env[68166]: DEBUG nova.network.neutron [req-a93e3133-22c8-469d-9208-d3e6a1466e26 req-8b05d0dd-eadf-481a-a353-0b0047dddb86 service nova] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updated VIF entry in instance network info cache for port f35394e5-6ffe-456d-9997-124f7f92bfac. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.453458] env[68166]: DEBUG nova.network.neutron [req-a93e3133-22c8-469d-9208-d3e6a1466e26 req-8b05d0dd-eadf-481a-a353-0b0047dddb86 service nova] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance_info_cache with network_info: [{"id": "f35394e5-6ffe-456d-9997-124f7f92bfac", "address": "fa:16:3e:5c:01:5c", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35394e5-6f", "ovs_interfaceid": "f35394e5-6ffe-456d-9997-124f7f92bfac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.478114] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806763, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.760822] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52032d81-0fff-864f-8e94-02b95d09d9ee, 'name': SearchDatastore_Task, 'duration_secs': 0.08711} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.761126] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.761390] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d/3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.761711] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd2f94b9-cdd5-4f56-a26f-f62fd4a9c698 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.769896] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 823.769896] env[68166]: value = "task-2806767" [ 823.769896] env[68166]: _type = "Task" [ 823.769896] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.778310] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.800539] env[68166]: DEBUG nova.network.neutron [-] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.884857] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d433b809-bb2c-433a-8864-708980fb18ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.893120] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453871b8-40a8-42ac-b7cf-71d1d6fb4dc4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.906670] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806764, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.932312] env[68166]: DEBUG nova.compute.manager [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.932567] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.933688] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7653e3-642f-4a2f-9edc-a2f22e1f4805 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.937096] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e184aa9-5d5c-4311-a52c-ee0d67609fa0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.944922] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.948222] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ad6dea8-78e0-42d1-9df7-47b02ae01fae {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.949850] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7feba1-e45e-4b29-a4a6-7d20235f6734 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.956540] env[68166]: DEBUG oslo_concurrency.lockutils [req-a93e3133-22c8-469d-9208-d3e6a1466e26 req-8b05d0dd-eadf-481a-a353-0b0047dddb86 service nova] Releasing lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.965915] env[68166]: DEBUG nova.compute.provider_tree [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.969024] env[68166]: DEBUG oslo_vmware.api [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 823.969024] env[68166]: value = "task-2806768" [ 823.969024] env[68166]: _type = "Task" [ 823.969024] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.981757] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806763, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.985314] env[68166]: DEBUG oslo_vmware.api [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.280694] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.303434] env[68166]: INFO nova.compute.manager [-] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Took 1.27 seconds to deallocate network for instance. [ 824.408102] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806764, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.471059] env[68166]: DEBUG nova.scheduler.client.report [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.486303] env[68166]: DEBUG oslo_vmware.api [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806768, 'name': PowerOffVM_Task, 'duration_secs': 0.30542} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.490124] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.490330] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.490632] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806763, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.490858] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84d4dfdb-317d-415c-824e-44a9ee3ed09e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.560993] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.561239] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.561440] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Deleting the datastore file [datastore2] 369e1ee3-ae1e-453c-ac27-b21b6b171459 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.561706] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a657bafa-7748-4dfc-a69c-702526c0e4a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.568886] env[68166]: DEBUG oslo_vmware.api [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for the task: (returnval){ [ 824.568886] env[68166]: value = "task-2806770" [ 824.568886] env[68166]: _type = "Task" [ 824.568886] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.577158] env[68166]: DEBUG oslo_vmware.api [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.648198] env[68166]: DEBUG nova.compute.manager [req-be6263d0-2fba-4efa-a763-fa1e94a01588 req-3adfb773-4368-43dc-867f-24309df1acd4 service nova] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Received event network-vif-deleted-f4022fbb-5ade-4305-b1c6-825db21aaa4e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.780628] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.810849] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.906765] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806764, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.980463] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.980970] env[68166]: DEBUG nova.compute.manager [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.983521] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806763, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.983784] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.505s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.985246] env[68166]: INFO nova.compute.claims [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.079782] env[68166]: DEBUG oslo_vmware.api [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.281422] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806767, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.408644] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806764, 'name': CreateVM_Task, 'duration_secs': 2.952003} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.408883] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.409782] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.410008] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.410457] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.410720] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb66db8-c165-43f7-9fc9-12a8fe4d3ba4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.416569] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 825.416569] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52181714-94b8-9097-b19d-7b15bd2673a2" [ 825.416569] env[68166]: _type = "Task" [ 825.416569] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.426098] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52181714-94b8-9097-b19d-7b15bd2673a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.480407] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806763, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.10282} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.480717] env[68166]: INFO nova.virt.vmwareapi.ds_util [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1a44faf8-b0f0-43ad-bad3-c362fbc0e051/OSTACK_IMG_1a44faf8-b0f0-43ad-bad3-c362fbc0e051.vmdk to [datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5/e59d5cf2-2178-40b5-beac-80096d957ea5.vmdk. [ 825.480906] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Cleaning up location [datastore1] OSTACK_IMG_1a44faf8-b0f0-43ad-bad3-c362fbc0e051 {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 825.481078] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1a44faf8-b0f0-43ad-bad3-c362fbc0e051 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.481333] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c20e28a-63c5-4d76-9192-cd020f3a7df9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.487163] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 825.487163] env[68166]: value = "task-2806771" [ 825.487163] env[68166]: _type = "Task" [ 825.487163] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.491160] env[68166]: DEBUG nova.compute.utils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.494523] env[68166]: DEBUG nova.compute.manager [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.494694] env[68166]: DEBUG nova.network.neutron [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.504033] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.560343] env[68166]: DEBUG nova.policy [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b610853fda574cc9b1091760ce006321', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdf839ef3b4e44508b05fd131e4c6552', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.580952] env[68166]: DEBUG oslo_vmware.api [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Task: {'id': task-2806770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.726393} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.581187] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.581380] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.581650] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.581887] env[68166]: INFO nova.compute.manager [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Took 1.65 seconds to destroy the instance on the hypervisor. [ 825.582148] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.582362] env[68166]: DEBUG nova.compute.manager [-] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.582458] env[68166]: DEBUG nova.network.neutron [-] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.671420] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "e4217474-e41a-47a7-b477-634bf419f891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.671704] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "e4217474-e41a-47a7-b477-634bf419f891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.671911] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "e4217474-e41a-47a7-b477-634bf419f891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.672105] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "e4217474-e41a-47a7-b477-634bf419f891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.672280] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "e4217474-e41a-47a7-b477-634bf419f891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.674857] env[68166]: INFO nova.compute.manager [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Terminating instance [ 825.781869] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806767, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.685033} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.782192] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d/3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.782415] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.782831] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b4c1702-1dcb-4b80-b31b-238a83f11622 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.790761] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 825.790761] env[68166]: value = "task-2806772" [ 825.790761] env[68166]: _type = "Task" [ 825.790761] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.800391] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.898547] env[68166]: DEBUG nova.network.neutron [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Successfully created port: 7fefd4ed-bf2f-4a98-9254-683a4e15458e {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.928664] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52181714-94b8-9097-b19d-7b15bd2673a2, 'name': SearchDatastore_Task, 'duration_secs': 0.017625} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.932072] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.932072] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.932072] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.932072] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.932072] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.932072] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a880ae79-2434-4d47-b2ae-248aa83c19a2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.938870] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.939613] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.940507] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534e9ffe-fef8-4466-af83-2be6d464d4d0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.946625] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 825.946625] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52801633-1be5-4fdf-1e57-588f592f4213" [ 825.946625] env[68166]: _type = "Task" [ 825.946625] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.956250] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52801633-1be5-4fdf-1e57-588f592f4213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.000023] env[68166]: DEBUG nova.compute.manager [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.000023] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129654} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.003797] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.004457] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5/e59d5cf2-2178-40b5-beac-80096d957ea5.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.004809] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5/e59d5cf2-2178-40b5-beac-80096d957ea5.vmdk to [datastore1] d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed/d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.005496] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f773fe69-4df2-431a-a535-823eab439a97 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.015084] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 826.015084] env[68166]: value = "task-2806773" [ 826.015084] env[68166]: _type = "Task" [ 826.015084] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.021529] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.178240] env[68166]: DEBUG nova.compute.manager [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.178498] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.179471] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de19511-bf92-4be0-8e9a-0bd145aff69c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.187468] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.189958] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e900055-d3d0-4bfc-9726-8313c0ff1aef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.196608] env[68166]: DEBUG oslo_vmware.api [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 826.196608] env[68166]: value = "task-2806774" [ 826.196608] env[68166]: _type = "Task" [ 826.196608] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.205984] env[68166]: DEBUG oslo_vmware.api [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.306119] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066522} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.306119] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.306398] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eb8c2e-565b-4f12-83c4-d4525456184a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.338391] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d/3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.341545] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a6de318-241e-4ddf-bd48-c99eda21a180 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.364221] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 826.364221] env[68166]: value = "task-2806775" [ 826.364221] env[68166]: _type = "Task" [ 826.364221] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.373573] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.406223] env[68166]: DEBUG nova.network.neutron [-] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.457098] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52801633-1be5-4fdf-1e57-588f592f4213, 'name': SearchDatastore_Task, 'duration_secs': 0.008633} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.461364] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3def0d5-cd48-4c9d-9637-0bb7588510fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.467660] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 826.467660] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527b8c30-d11c-6061-7471-136ed234d595" [ 826.467660] env[68166]: _type = "Task" [ 826.467660] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.484517] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527b8c30-d11c-6061-7471-136ed234d595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.527276] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806773, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.612858] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cf5d0d-9c2c-473a-b801-e2f785fc4812 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.623382] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3570e34-cd55-4308-949e-3a8f3cd47a1e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.655844] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666cfd7c-4ebb-4707-8ecf-ed3703484472 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.664400] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c5b7cb-293a-4d9d-9128-c78af935ad56 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.680118] env[68166]: DEBUG nova.compute.provider_tree [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.683445] env[68166]: DEBUG nova.compute.manager [req-0f3b1140-05c6-4d4a-97f2-0a7cc9c8fcd0 req-6bc7adf3-4da2-4c39-8900-a6784bce84b2 service nova] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Received event network-vif-deleted-25ed3d49-146e-41f3-8d58-b59e2c8bff6f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.709192] env[68166]: DEBUG oslo_vmware.api [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806774, 'name': PowerOffVM_Task, 'duration_secs': 0.320762} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.709504] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.709679] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.709965] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cb36692-8ee3-4136-acef-9bb3be025fa9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.782567] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.783018] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.783018] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Deleting the datastore file [datastore1] e4217474-e41a-47a7-b477-634bf419f891 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.783386] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bd47284-274d-4b3b-9f26-448d09fc0781 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.790762] env[68166]: DEBUG oslo_vmware.api [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 826.790762] env[68166]: value = "task-2806777" [ 826.790762] env[68166]: _type = "Task" [ 826.790762] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.799341] env[68166]: DEBUG oslo_vmware.api [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.873168] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.909835] env[68166]: INFO nova.compute.manager [-] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Took 1.33 seconds to deallocate network for instance. [ 826.978160] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527b8c30-d11c-6061-7471-136ed234d595, 'name': SearchDatastore_Task, 'duration_secs': 0.087396} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.978451] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.978735] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 8a8855b8-fb7e-4235-9284-15425b7cb956/8a8855b8-fb7e-4235-9284-15425b7cb956.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.979033] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e96a8b6-1191-4fba-8ef2-772e990d02fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.985845] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 826.985845] env[68166]: value = "task-2806778" [ 826.985845] env[68166]: _type = "Task" [ 826.985845] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.994382] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.008830] env[68166]: DEBUG nova.compute.manager [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.025465] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806773, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.037240] env[68166]: DEBUG nova.virt.hardware [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.037581] env[68166]: DEBUG nova.virt.hardware [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.037750] env[68166]: DEBUG nova.virt.hardware [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.037935] env[68166]: DEBUG nova.virt.hardware [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.038190] env[68166]: DEBUG nova.virt.hardware [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.038260] env[68166]: DEBUG nova.virt.hardware [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.038506] env[68166]: DEBUG nova.virt.hardware [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.039080] env[68166]: DEBUG nova.virt.hardware [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.039080] env[68166]: DEBUG nova.virt.hardware [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.039080] env[68166]: DEBUG nova.virt.hardware [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.039215] env[68166]: DEBUG nova.virt.hardware [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.040229] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3a95d4-152e-4bd6-b153-7a74cb2983a4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.048140] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc0d301-678a-40c8-a211-ae5caf4aef48 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.185203] env[68166]: DEBUG nova.scheduler.client.report [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.302369] env[68166]: DEBUG oslo_vmware.api [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.375448] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806775, 'name': ReconfigVM_Task, 'duration_secs': 0.94724} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.375751] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d/3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.376444] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c84fe89-6e21-4ea9-9c29-c054f2be5a8d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.382771] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 827.382771] env[68166]: value = "task-2806779" [ 827.382771] env[68166]: _type = "Task" [ 827.382771] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.391181] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806779, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.417507] env[68166]: DEBUG oslo_concurrency.lockutils [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.495829] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.525264] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806773, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.690910] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.691935] env[68166]: DEBUG nova.compute.manager [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.695760] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.569s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.697416] env[68166]: INFO nova.compute.claims [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.745258] env[68166]: DEBUG nova.compute.manager [req-fe9073e6-ec3b-43ff-b68b-cbc1e8b82104 req-f3ae09ee-32aa-4205-a482-1fa573e51e06 service nova] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Received event network-vif-plugged-7fefd4ed-bf2f-4a98-9254-683a4e15458e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.745258] env[68166]: DEBUG oslo_concurrency.lockutils [req-fe9073e6-ec3b-43ff-b68b-cbc1e8b82104 req-f3ae09ee-32aa-4205-a482-1fa573e51e06 service nova] Acquiring lock "63c63596-9f1f-403c-9faf-179f9316ef7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.745258] env[68166]: DEBUG oslo_concurrency.lockutils [req-fe9073e6-ec3b-43ff-b68b-cbc1e8b82104 req-f3ae09ee-32aa-4205-a482-1fa573e51e06 service nova] Lock "63c63596-9f1f-403c-9faf-179f9316ef7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.745258] env[68166]: DEBUG oslo_concurrency.lockutils [req-fe9073e6-ec3b-43ff-b68b-cbc1e8b82104 req-f3ae09ee-32aa-4205-a482-1fa573e51e06 service nova] Lock "63c63596-9f1f-403c-9faf-179f9316ef7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.745258] env[68166]: DEBUG nova.compute.manager [req-fe9073e6-ec3b-43ff-b68b-cbc1e8b82104 req-f3ae09ee-32aa-4205-a482-1fa573e51e06 service nova] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] No waiting events found dispatching network-vif-plugged-7fefd4ed-bf2f-4a98-9254-683a4e15458e {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.745455] env[68166]: WARNING nova.compute.manager [req-fe9073e6-ec3b-43ff-b68b-cbc1e8b82104 req-f3ae09ee-32aa-4205-a482-1fa573e51e06 service nova] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Received unexpected event network-vif-plugged-7fefd4ed-bf2f-4a98-9254-683a4e15458e for instance with vm_state building and task_state spawning. [ 827.802555] env[68166]: DEBUG oslo_vmware.api [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.815077] env[68166]: DEBUG nova.network.neutron [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Successfully updated port: 7fefd4ed-bf2f-4a98-9254-683a4e15458e {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.892858] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806779, 'name': Rename_Task, 'duration_secs': 0.378663} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.893574] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.893838] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5f13e35-c825-42e2-8185-0b74dd5928e6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.901543] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 827.901543] env[68166]: value = "task-2806780" [ 827.901543] env[68166]: _type = "Task" [ 827.901543] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.909377] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.996540] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.025508] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806773, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.197201] env[68166]: DEBUG nova.compute.utils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.198721] env[68166]: DEBUG nova.compute.manager [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.198896] env[68166]: DEBUG nova.network.neutron [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.240918] env[68166]: DEBUG nova.policy [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '297b58c8fe5c440290a8633572fea98c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a1a4de384b4a958b6ba53c9f91f135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.303300] env[68166]: DEBUG oslo_vmware.api [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.318141] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Acquiring lock "refresh_cache-63c63596-9f1f-403c-9faf-179f9316ef7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.318382] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Acquired lock "refresh_cache-63c63596-9f1f-403c-9faf-179f9316ef7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.318511] env[68166]: DEBUG nova.network.neutron [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.412351] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806780, 'name': PowerOnVM_Task} progress is 86%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.500253] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806778, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.531316] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806773, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.40487} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.531680] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e59d5cf2-2178-40b5-beac-80096d957ea5/e59d5cf2-2178-40b5-beac-80096d957ea5.vmdk to [datastore1] d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed/d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.533356] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e91d52-6389-475a-804a-de823611a2b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.562591] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed/d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed.vmdk or device None with type streamOptimized {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.563290] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85b76aba-fd7c-4d20-ad25-6c98bacc1f3c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.585555] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 828.585555] env[68166]: value = "task-2806781" [ 828.585555] env[68166]: _type = "Task" [ 828.585555] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.594030] env[68166]: DEBUG nova.network.neutron [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Successfully created port: 6bb86c1e-be50-4b17-811c-687acee3c71d {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.600280] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.702361] env[68166]: DEBUG nova.compute.manager [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.809178] env[68166]: DEBUG oslo_vmware.api [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.638433} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.809178] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.809178] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.809178] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.809178] env[68166]: INFO nova.compute.manager [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: e4217474-e41a-47a7-b477-634bf419f891] Took 2.63 seconds to destroy the instance on the hypervisor. [ 828.809814] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.810337] env[68166]: DEBUG nova.compute.manager [-] [instance: e4217474-e41a-47a7-b477-634bf419f891] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.810601] env[68166]: DEBUG nova.network.neutron [-] [instance: e4217474-e41a-47a7-b477-634bf419f891] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.877041] env[68166]: DEBUG nova.network.neutron [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.913873] env[68166]: DEBUG oslo_vmware.api [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806780, 'name': PowerOnVM_Task, 'duration_secs': 0.901927} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.914626] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.914906] env[68166]: INFO nova.compute.manager [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Took 11.61 seconds to spawn the instance on the hypervisor. [ 828.915086] env[68166]: DEBUG nova.compute.manager [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.918446] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc5cf43-3ca5-4985-8c2a-8fb9595c541a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.997807] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806778, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.79272} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.000158] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 8a8855b8-fb7e-4235-9284-15425b7cb956/8a8855b8-fb7e-4235-9284-15425b7cb956.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.000379] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.000814] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-983e7bb7-12a3-4053-b9cc-9914bbc2ae90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.007402] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 829.007402] env[68166]: value = "task-2806782" [ 829.007402] env[68166]: _type = "Task" [ 829.007402] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.020813] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.099223] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806781, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.174855] env[68166]: DEBUG nova.network.neutron [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Updating instance_info_cache with network_info: [{"id": "7fefd4ed-bf2f-4a98-9254-683a4e15458e", "address": "fa:16:3e:ea:ea:32", "network": {"id": "4c0584d8-d3a5-4944-add6-557abfb1ee9d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1335648063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf839ef3b4e44508b05fd131e4c6552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fefd4ed-bf", "ovs_interfaceid": "7fefd4ed-bf2f-4a98-9254-683a4e15458e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.270546] env[68166]: DEBUG nova.compute.manager [req-abb1af18-0b4e-4486-9e1b-08b882d3769f req-9ee1964a-2878-4a52-b65c-fc6140ff1aa6 service nova] [instance: e4217474-e41a-47a7-b477-634bf419f891] Received event network-vif-deleted-8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.270759] env[68166]: INFO nova.compute.manager [req-abb1af18-0b4e-4486-9e1b-08b882d3769f req-9ee1964a-2878-4a52-b65c-fc6140ff1aa6 service nova] [instance: e4217474-e41a-47a7-b477-634bf419f891] Neutron deleted interface 8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6; detaching it from the instance and deleting it from the info cache [ 829.270931] env[68166]: DEBUG nova.network.neutron [req-abb1af18-0b4e-4486-9e1b-08b882d3769f req-9ee1964a-2878-4a52-b65c-fc6140ff1aa6 service nova] [instance: e4217474-e41a-47a7-b477-634bf419f891] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.273609] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374b88b9-cf4d-43b1-be1e-fec44cca8965 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.284010] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c98c3c-623d-4847-8e4b-a542e6f2b36d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.315456] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e39632-3e65-4162-91bc-569c792232e1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.322558] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1d9133-b50d-45d7-848b-84cf0a74093d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.336175] env[68166]: DEBUG nova.compute.provider_tree [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.394380] env[68166]: DEBUG oslo_concurrency.lockutils [None req-74eea2cd-dcea-4f36-b134-2251b2985c69 tempest-ServersAdminTestJSON-1625434822 tempest-ServersAdminTestJSON-1625434822-project-admin] Acquiring lock "refresh_cache-3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.394380] env[68166]: DEBUG oslo_concurrency.lockutils [None req-74eea2cd-dcea-4f36-b134-2251b2985c69 tempest-ServersAdminTestJSON-1625434822 tempest-ServersAdminTestJSON-1625434822-project-admin] Acquired lock "refresh_cache-3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.394380] env[68166]: DEBUG nova.network.neutron [None req-74eea2cd-dcea-4f36-b134-2251b2985c69 tempest-ServersAdminTestJSON-1625434822 tempest-ServersAdminTestJSON-1625434822-project-admin] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.435678] env[68166]: INFO nova.compute.manager [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Took 45.80 seconds to build instance. [ 829.517171] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072994} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.518071] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.518273] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273338d8-2a26-48c6-9677-a84b3fcb1247 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.542024] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 8a8855b8-fb7e-4235-9284-15425b7cb956/8a8855b8-fb7e-4235-9284-15425b7cb956.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.542341] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e305f5-3755-4129-9a23-74ae55892171 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.562079] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 829.562079] env[68166]: value = "task-2806783" [ 829.562079] env[68166]: _type = "Task" [ 829.562079] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.574185] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.597200] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806781, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.677667] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Releasing lock "refresh_cache-63c63596-9f1f-403c-9faf-179f9316ef7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.678043] env[68166]: DEBUG nova.compute.manager [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Instance network_info: |[{"id": "7fefd4ed-bf2f-4a98-9254-683a4e15458e", "address": "fa:16:3e:ea:ea:32", "network": {"id": "4c0584d8-d3a5-4944-add6-557abfb1ee9d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1335648063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf839ef3b4e44508b05fd131e4c6552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fefd4ed-bf", "ovs_interfaceid": "7fefd4ed-bf2f-4a98-9254-683a4e15458e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.678487] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:ea:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fefd4ed-bf2f-4a98-9254-683a4e15458e', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.686804] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Creating folder: Project (fdf839ef3b4e44508b05fd131e4c6552). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.686804] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da8a3f42-799b-4ed3-b046-2f34b112aa7d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.698644] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Created folder: Project (fdf839ef3b4e44508b05fd131e4c6552) in parent group-v563881. [ 829.698644] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Creating folder: Instances. Parent ref: group-v564062. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.698860] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-401a8b79-ad8e-4404-808d-495795ae5867 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.708563] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Created folder: Instances in parent group-v564062. [ 829.708788] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.708981] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.709204] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbe54da4-a2e1-4e6f-b7e3-b3dbb1933255 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.725395] env[68166]: DEBUG nova.compute.manager [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.733635] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.733635] env[68166]: value = "task-2806786" [ 829.733635] env[68166]: _type = "Task" [ 829.733635] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.749965] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806786, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.754089] env[68166]: DEBUG nova.network.neutron [-] [instance: e4217474-e41a-47a7-b477-634bf419f891] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.762327] env[68166]: DEBUG nova.virt.hardware [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.762327] env[68166]: DEBUG nova.virt.hardware [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.762327] env[68166]: DEBUG nova.virt.hardware [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.762327] env[68166]: DEBUG nova.virt.hardware [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.762327] env[68166]: DEBUG nova.virt.hardware [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.762517] env[68166]: DEBUG nova.virt.hardware [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.762920] env[68166]: DEBUG nova.virt.hardware [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.762920] env[68166]: DEBUG nova.virt.hardware [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.763095] env[68166]: DEBUG nova.virt.hardware [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.763383] env[68166]: DEBUG nova.virt.hardware [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.763472] env[68166]: DEBUG nova.virt.hardware [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.764462] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950159d2-1165-412e-956f-32a029f8e861 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.771986] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea054a5-a04a-437d-93bb-7e3db9ac5273 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.786091] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-884238cf-eeda-4861-8713-5f4849dd6981 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.794329] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd4ca40-025b-4729-b893-52b1d9610788 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.834947] env[68166]: DEBUG nova.compute.manager [req-abb1af18-0b4e-4486-9e1b-08b882d3769f req-9ee1964a-2878-4a52-b65c-fc6140ff1aa6 service nova] [instance: e4217474-e41a-47a7-b477-634bf419f891] Detach interface failed, port_id=8b1e4f73-ef3d-4b0c-b53e-68a5a0c4ebe6, reason: Instance e4217474-e41a-47a7-b477-634bf419f891 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 829.837383] env[68166]: DEBUG nova.compute.manager [req-a46507c6-80ac-40b6-9ac1-aa064b9bc06a req-c70d384d-51bb-40d5-b5c6-a11866041a33 service nova] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Received event network-changed-7fefd4ed-bf2f-4a98-9254-683a4e15458e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.837622] env[68166]: DEBUG nova.compute.manager [req-a46507c6-80ac-40b6-9ac1-aa064b9bc06a req-c70d384d-51bb-40d5-b5c6-a11866041a33 service nova] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Refreshing instance network info cache due to event network-changed-7fefd4ed-bf2f-4a98-9254-683a4e15458e. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 829.837776] env[68166]: DEBUG oslo_concurrency.lockutils [req-a46507c6-80ac-40b6-9ac1-aa064b9bc06a req-c70d384d-51bb-40d5-b5c6-a11866041a33 service nova] Acquiring lock "refresh_cache-63c63596-9f1f-403c-9faf-179f9316ef7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.837919] env[68166]: DEBUG oslo_concurrency.lockutils [req-a46507c6-80ac-40b6-9ac1-aa064b9bc06a req-c70d384d-51bb-40d5-b5c6-a11866041a33 service nova] Acquired lock "refresh_cache-63c63596-9f1f-403c-9faf-179f9316ef7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.838093] env[68166]: DEBUG nova.network.neutron [req-a46507c6-80ac-40b6-9ac1-aa064b9bc06a req-c70d384d-51bb-40d5-b5c6-a11866041a33 service nova] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Refreshing network info cache for port 7fefd4ed-bf2f-4a98-9254-683a4e15458e {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.843021] env[68166]: DEBUG nova.scheduler.client.report [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.938279] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0418d995-157d-4143-8446-00298716b469 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.701s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.073510] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806783, 'name': ReconfigVM_Task, 'duration_secs': 0.321579} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.073944] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 8a8855b8-fb7e-4235-9284-15425b7cb956/8a8855b8-fb7e-4235-9284-15425b7cb956.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.074704] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-723d23c2-44a8-4e00-95d5-7ff628bab1d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.081508] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 830.081508] env[68166]: value = "task-2806787" [ 830.081508] env[68166]: _type = "Task" [ 830.081508] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.095119] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806787, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.100630] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806781, 'name': ReconfigVM_Task, 'duration_secs': 1.405062} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.101443] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Reconfigured VM instance instance-0000001e to attach disk [datastore1] d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed/d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed.vmdk or device None with type streamOptimized {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.103752] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'disk_bus': None, 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '071073b0-a917-4b32-a22e-d7fadf64b66d'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': None, 'delete_on_termination': False, 'disk_bus': None, 'attachment_id': 'f615dd03-caa5-4e9e-9e97-116bca27b725', 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564038', 'volume_id': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'name': 'volume-be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed', 'attached_at': '', 'detached_at': '', 'volume_id': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'serial': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68166) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 830.105092] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 830.105092] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564038', 'volume_id': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'name': 'volume-be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed', 'attached_at': '', 'detached_at': '', 'volume_id': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'serial': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 830.106220] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d1e690-d094-4194-8e36-760dd17e73ae {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.126541] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99542111-0a59-489b-a84f-8ae05030833d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.160734] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] volume-be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2/volume-be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.161283] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe3a5ff1-ee5d-4983-a5e0-c7c1e4a05fd8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.181386] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 830.181386] env[68166]: value = "task-2806788" [ 830.181386] env[68166]: _type = "Task" [ 830.181386] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.191203] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.235916] env[68166]: DEBUG nova.network.neutron [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Successfully updated port: 6bb86c1e-be50-4b17-811c-687acee3c71d {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.251329] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806786, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.259036] env[68166]: INFO nova.compute.manager [-] [instance: e4217474-e41a-47a7-b477-634bf419f891] Took 1.45 seconds to deallocate network for instance. [ 830.338013] env[68166]: DEBUG nova.network.neutron [None req-74eea2cd-dcea-4f36-b134-2251b2985c69 tempest-ServersAdminTestJSON-1625434822 tempest-ServersAdminTestJSON-1625434822-project-admin] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Updating instance_info_cache with network_info: [{"id": "2096ca63-cbed-4ced-b30e-868b7e77ed5d", "address": "fa:16:3e:46:ed:f2", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2096ca63-cb", "ovs_interfaceid": "2096ca63-cbed-4ced-b30e-868b7e77ed5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.344523] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.345095] env[68166]: DEBUG nova.compute.manager [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.348340] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.825s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.348532] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.349123] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68166) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 830.349123] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.265s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.349239] env[68166]: DEBUG nova.objects.instance [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lazy-loading 'resources' on Instance uuid 0ac95074-a397-4511-9c95-4e7476306909 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.354023] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26a6a56-d0d6-4d48-ad70-d7601c310e55 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.362066] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd8bdb2-6551-4149-a08a-a8d31db38bd7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.380493] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d229cd-b3f3-4fbd-b83c-f644ae4a1d3c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.387652] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744379ee-5f03-40d2-9cda-768be4057aaa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.417416] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177805MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=68166) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 830.417581] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.592773] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806787, 'name': Rename_Task, 'duration_secs': 0.176219} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.595621] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.595664] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25c4fb42-b6b0-462b-b316-e1d8de8cf37e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.602980] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 830.602980] env[68166]: value = "task-2806789" [ 830.602980] env[68166]: _type = "Task" [ 830.602980] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.610924] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.627807] env[68166]: DEBUG nova.network.neutron [req-a46507c6-80ac-40b6-9ac1-aa064b9bc06a req-c70d384d-51bb-40d5-b5c6-a11866041a33 service nova] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Updated VIF entry in instance network info cache for port 7fefd4ed-bf2f-4a98-9254-683a4e15458e. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.628379] env[68166]: DEBUG nova.network.neutron [req-a46507c6-80ac-40b6-9ac1-aa064b9bc06a req-c70d384d-51bb-40d5-b5c6-a11866041a33 service nova] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Updating instance_info_cache with network_info: [{"id": "7fefd4ed-bf2f-4a98-9254-683a4e15458e", "address": "fa:16:3e:ea:ea:32", "network": {"id": "4c0584d8-d3a5-4944-add6-557abfb1ee9d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1335648063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdf839ef3b4e44508b05fd131e4c6552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fefd4ed-bf", "ovs_interfaceid": "7fefd4ed-bf2f-4a98-9254-683a4e15458e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.692885] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.743490] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.743618] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.743809] env[68166]: DEBUG nova.network.neutron [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.749696] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806786, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.766508] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.838231] env[68166]: DEBUG oslo_concurrency.lockutils [None req-74eea2cd-dcea-4f36-b134-2251b2985c69 tempest-ServersAdminTestJSON-1625434822 tempest-ServersAdminTestJSON-1625434822-project-admin] Releasing lock "refresh_cache-3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.838543] env[68166]: DEBUG nova.compute.manager [None req-74eea2cd-dcea-4f36-b134-2251b2985c69 tempest-ServersAdminTestJSON-1625434822 tempest-ServersAdminTestJSON-1625434822-project-admin] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Inject network info {{(pid=68166) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 830.838821] env[68166]: DEBUG nova.compute.manager [None req-74eea2cd-dcea-4f36-b134-2251b2985c69 tempest-ServersAdminTestJSON-1625434822 tempest-ServersAdminTestJSON-1625434822-project-admin] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] network_info to inject: |[{"id": "2096ca63-cbed-4ced-b30e-868b7e77ed5d", "address": "fa:16:3e:46:ed:f2", "network": {"id": "b684c1f2-0f43-4af4-9d86-07c7595c140d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1018167286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f124107ec44c98be13141008b03a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2096ca63-cb", "ovs_interfaceid": "2096ca63-cbed-4ced-b30e-868b7e77ed5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 830.843598] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-74eea2cd-dcea-4f36-b134-2251b2985c69 tempest-ServersAdminTestJSON-1625434822 tempest-ServersAdminTestJSON-1625434822-project-admin] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Reconfiguring VM instance to set the machine id {{(pid=68166) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 830.843912] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc9f568-22cf-4d67-b1f6-6f365c0128ab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.855319] env[68166]: DEBUG nova.compute.utils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.860057] env[68166]: DEBUG nova.compute.manager [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.860057] env[68166]: DEBUG nova.network.neutron [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.867811] env[68166]: DEBUG oslo_vmware.api [None req-74eea2cd-dcea-4f36-b134-2251b2985c69 tempest-ServersAdminTestJSON-1625434822 tempest-ServersAdminTestJSON-1625434822-project-admin] Waiting for the task: (returnval){ [ 830.867811] env[68166]: value = "task-2806790" [ 830.867811] env[68166]: _type = "Task" [ 830.867811] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.877899] env[68166]: DEBUG oslo_vmware.api [None req-74eea2cd-dcea-4f36-b134-2251b2985c69 tempest-ServersAdminTestJSON-1625434822 tempest-ServersAdminTestJSON-1625434822-project-admin] Task: {'id': task-2806790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.910907] env[68166]: DEBUG nova.policy [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdbbaca6db8a453eb9c76ce1b3ae2274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e4a67f61f60465f9b1b93002f15fd69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.116597] env[68166]: DEBUG oslo_vmware.api [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806789, 'name': PowerOnVM_Task, 'duration_secs': 0.451527} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.119216] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.119356] env[68166]: INFO nova.compute.manager [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Took 11.11 seconds to spawn the instance on the hypervisor. [ 831.120224] env[68166]: DEBUG nova.compute.manager [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.124876] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb1a32d-8c01-4797-a44c-308007b720df {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.131459] env[68166]: DEBUG oslo_concurrency.lockutils [req-a46507c6-80ac-40b6-9ac1-aa064b9bc06a req-c70d384d-51bb-40d5-b5c6-a11866041a33 service nova] Releasing lock "refresh_cache-63c63596-9f1f-403c-9faf-179f9316ef7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.195341] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.253499] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806786, 'name': CreateVM_Task, 'duration_secs': 1.490542} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.259153] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.259153] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.259153] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.259153] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.259153] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce5970c-6d60-4448-a90e-c0fa0d2ce98c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.264531] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Waiting for the task: (returnval){ [ 831.264531] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52168b6d-7738-6a9f-22c2-03eb2bacb950" [ 831.264531] env[68166]: _type = "Task" [ 831.264531] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.271749] env[68166]: DEBUG nova.network.neutron [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Successfully created port: e83eccb6-346a-487e-bab1-c5c981662cc7 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.279591] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52168b6d-7738-6a9f-22c2-03eb2bacb950, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.279987] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.280342] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.280732] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.280977] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.281256] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.281546] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0869a8b8-aa93-4e6c-b9ee-647de64377b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.292536] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.292853] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.293505] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6509b756-949a-461c-bc21-18457f1c9ab0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.300568] env[68166]: DEBUG nova.network.neutron [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.303872] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Waiting for the task: (returnval){ [ 831.303872] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5208e57b-ce67-1498-de1f-1de838b9a0d3" [ 831.303872] env[68166]: _type = "Task" [ 831.303872] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.311382] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5208e57b-ce67-1498-de1f-1de838b9a0d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.360521] env[68166]: DEBUG nova.compute.manager [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.380458] env[68166]: DEBUG oslo_vmware.api [None req-74eea2cd-dcea-4f36-b134-2251b2985c69 tempest-ServersAdminTestJSON-1625434822 tempest-ServersAdminTestJSON-1625434822-project-admin] Task: {'id': task-2806790, 'name': ReconfigVM_Task, 'duration_secs': 0.176631} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.383786] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-74eea2cd-dcea-4f36-b134-2251b2985c69 tempest-ServersAdminTestJSON-1625434822 tempest-ServersAdminTestJSON-1625434822-project-admin] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Reconfigured VM instance to set the machine id {{(pid=68166) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 831.426738] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0486aa-7269-4a56-b3a3-00954c392818 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.435527] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552923d6-3988-43a5-866e-724ef6230f50 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.471212] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4badad-1424-4049-83d3-b7096473ccd6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.484702] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b9190e-870d-4b2a-9e55-6bde9d86b08f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.500367] env[68166]: DEBUG nova.compute.provider_tree [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.544655] env[68166]: DEBUG nova.network.neutron [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updating instance_info_cache with network_info: [{"id": "6bb86c1e-be50-4b17-811c-687acee3c71d", "address": "fa:16:3e:ed:e3:af", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb86c1e-be", "ovs_interfaceid": "6bb86c1e-be50-4b17-811c-687acee3c71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.644825] env[68166]: INFO nova.compute.manager [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Took 46.41 seconds to build instance. [ 831.701937] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806788, 'name': ReconfigVM_Task, 'duration_secs': 1.270293} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.704762] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Reconfigured VM instance instance-0000001e to attach disk [datastore2] volume-be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2/volume-be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.720033] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f0df0fb-e23c-4a81-a420-953660f1b329 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.744667] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 831.744667] env[68166]: value = "task-2806791" [ 831.744667] env[68166]: _type = "Task" [ 831.744667] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.753933] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.816033] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5208e57b-ce67-1498-de1f-1de838b9a0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.816033] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341bbb54-9a8c-4522-b37b-08688559f3aa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.824229] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Waiting for the task: (returnval){ [ 831.824229] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d3020e-c305-24e8-1ed8-fcb79cd6693d" [ 831.824229] env[68166]: _type = "Task" [ 831.824229] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.834516] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d3020e-c305-24e8-1ed8-fcb79cd6693d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.979179] env[68166]: DEBUG nova.compute.manager [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received event network-vif-plugged-6bb86c1e-be50-4b17-811c-687acee3c71d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.979179] env[68166]: DEBUG oslo_concurrency.lockutils [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] Acquiring lock "04700440-a230-4390-9a6f-b258604697d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.979179] env[68166]: DEBUG oslo_concurrency.lockutils [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] Lock "04700440-a230-4390-9a6f-b258604697d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.979179] env[68166]: DEBUG oslo_concurrency.lockutils [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] Lock "04700440-a230-4390-9a6f-b258604697d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.979179] env[68166]: DEBUG nova.compute.manager [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] No waiting events found dispatching network-vif-plugged-6bb86c1e-be50-4b17-811c-687acee3c71d {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.979179] env[68166]: WARNING nova.compute.manager [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received unexpected event network-vif-plugged-6bb86c1e-be50-4b17-811c-687acee3c71d for instance with vm_state building and task_state spawning. [ 831.979179] env[68166]: DEBUG nova.compute.manager [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received event network-changed-6bb86c1e-be50-4b17-811c-687acee3c71d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.979179] env[68166]: DEBUG nova.compute.manager [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Refreshing instance network info cache due to event network-changed-6bb86c1e-be50-4b17-811c-687acee3c71d. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 831.979179] env[68166]: DEBUG oslo_concurrency.lockutils [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] Acquiring lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.981165] env[68166]: INFO nova.compute.manager [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Rebuilding instance [ 832.003349] env[68166]: DEBUG nova.scheduler.client.report [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.035079] env[68166]: DEBUG nova.compute.manager [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.035784] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c26734d-d99c-4696-ad7f-1217de40f930 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.047232] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.047535] env[68166]: DEBUG nova.compute.manager [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Instance network_info: |[{"id": "6bb86c1e-be50-4b17-811c-687acee3c71d", "address": "fa:16:3e:ed:e3:af", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb86c1e-be", "ovs_interfaceid": "6bb86c1e-be50-4b17-811c-687acee3c71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.048116] env[68166]: DEBUG oslo_concurrency.lockutils [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] Acquired lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.048306] env[68166]: DEBUG nova.network.neutron [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Refreshing network info cache for port 6bb86c1e-be50-4b17-811c-687acee3c71d {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.049872] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:e3:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bb86c1e-be50-4b17-811c-687acee3c71d', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.058728] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.059598] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04700440-a230-4390-9a6f-b258604697d4] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.059830] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99e4ee5c-44c9-4c89-a600-aa439e880b1e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.080704] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.080704] env[68166]: value = "task-2806792" [ 832.080704] env[68166]: _type = "Task" [ 832.080704] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.088414] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806792, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.146673] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6d5fe5ae-f839-4f09-80a0-248c88cd3a9b tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "8a8855b8-fb7e-4235-9284-15425b7cb956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.041s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.254293] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806791, 'name': ReconfigVM_Task, 'duration_secs': 0.168569} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.254614] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564038', 'volume_id': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'name': 'volume-be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed', 'attached_at': '', 'detached_at': '', 'volume_id': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'serial': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 832.255201] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df5e36de-1597-4c63-b48c-415366713ac1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.261994] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 832.261994] env[68166]: value = "task-2806793" [ 832.261994] env[68166]: _type = "Task" [ 832.261994] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.271098] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806793, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.335063] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d3020e-c305-24e8-1ed8-fcb79cd6693d, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.335434] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.335739] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 63c63596-9f1f-403c-9faf-179f9316ef7d/63c63596-9f1f-403c-9faf-179f9316ef7d.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.336435] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f01d5810-7ff8-4069-b92f-c614827ba4c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.343762] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Waiting for the task: (returnval){ [ 832.343762] env[68166]: value = "task-2806794" [ 832.343762] env[68166]: _type = "Task" [ 832.343762] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.352582] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.376210] env[68166]: DEBUG nova.compute.manager [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.398019] env[68166]: DEBUG nova.virt.hardware [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.398281] env[68166]: DEBUG nova.virt.hardware [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.398439] env[68166]: DEBUG nova.virt.hardware [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.398633] env[68166]: DEBUG nova.virt.hardware [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.398762] env[68166]: DEBUG nova.virt.hardware [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.398908] env[68166]: DEBUG nova.virt.hardware [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.399132] env[68166]: DEBUG nova.virt.hardware [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.399333] env[68166]: DEBUG nova.virt.hardware [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.399530] env[68166]: DEBUG nova.virt.hardware [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.399696] env[68166]: DEBUG nova.virt.hardware [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.399869] env[68166]: DEBUG nova.virt.hardware [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.400735] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60e7bee-7390-4e0b-88d3-0b1b99d94a5b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.409515] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051d30f7-bb69-4a48-a356-797417904364 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.512871] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.515947] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.251s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.515947] env[68166]: DEBUG nova.objects.instance [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lazy-loading 'resources' on Instance uuid 1396ee3b-7b96-40e3-a23f-48d6f0f703bf {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.534474] env[68166]: INFO nova.scheduler.client.report [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Deleted allocations for instance 0ac95074-a397-4511-9c95-4e7476306909 [ 832.591028] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806792, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.776502] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806793, 'name': Rename_Task, 'duration_secs': 0.158862} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.780080] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.780374] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328ca51b-df80-40f6-ae27-8956f5897510 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.791608] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 832.791608] env[68166]: value = "task-2806795" [ 832.791608] env[68166]: _type = "Task" [ 832.791608] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.804333] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.857923] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806794, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.898791] env[68166]: DEBUG nova.network.neutron [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updated VIF entry in instance network info cache for port 6bb86c1e-be50-4b17-811c-687acee3c71d. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.899518] env[68166]: DEBUG nova.network.neutron [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updating instance_info_cache with network_info: [{"id": "6bb86c1e-be50-4b17-811c-687acee3c71d", "address": "fa:16:3e:ed:e3:af", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb86c1e-be", "ovs_interfaceid": "6bb86c1e-be50-4b17-811c-687acee3c71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.930854] env[68166]: DEBUG nova.compute.manager [req-ba8c2300-46c6-40d4-b906-01fb68bfe349 req-36bc7763-63e3-43e3-b82a-99163251dc57 service nova] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Received event network-vif-plugged-e83eccb6-346a-487e-bab1-c5c981662cc7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.931296] env[68166]: DEBUG oslo_concurrency.lockutils [req-ba8c2300-46c6-40d4-b906-01fb68bfe349 req-36bc7763-63e3-43e3-b82a-99163251dc57 service nova] Acquiring lock "48928fac-b86e-45aa-956b-7b4b4f2af6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.931563] env[68166]: DEBUG oslo_concurrency.lockutils [req-ba8c2300-46c6-40d4-b906-01fb68bfe349 req-36bc7763-63e3-43e3-b82a-99163251dc57 service nova] Lock "48928fac-b86e-45aa-956b-7b4b4f2af6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.933366] env[68166]: DEBUG oslo_concurrency.lockutils [req-ba8c2300-46c6-40d4-b906-01fb68bfe349 req-36bc7763-63e3-43e3-b82a-99163251dc57 service nova] Lock "48928fac-b86e-45aa-956b-7b4b4f2af6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.933366] env[68166]: DEBUG nova.compute.manager [req-ba8c2300-46c6-40d4-b906-01fb68bfe349 req-36bc7763-63e3-43e3-b82a-99163251dc57 service nova] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] No waiting events found dispatching network-vif-plugged-e83eccb6-346a-487e-bab1-c5c981662cc7 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.933366] env[68166]: WARNING nova.compute.manager [req-ba8c2300-46c6-40d4-b906-01fb68bfe349 req-36bc7763-63e3-43e3-b82a-99163251dc57 service nova] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Received unexpected event network-vif-plugged-e83eccb6-346a-487e-bab1-c5c981662cc7 for instance with vm_state building and task_state spawning. [ 833.046194] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e40cdacc-bf7e-4a3e-b737-476b615b6e1c tempest-ServerGroupTestJSON-212827646 tempest-ServerGroupTestJSON-212827646-project-member] Lock "0ac95074-a397-4511-9c95-4e7476306909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.104s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.055624] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.056788] env[68166]: DEBUG nova.network.neutron [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Successfully updated port: e83eccb6-346a-487e-bab1-c5c981662cc7 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.058076] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-066614bb-3b6c-4935-87bf-84596583de27 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.066154] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 833.066154] env[68166]: value = "task-2806796" [ 833.066154] env[68166]: _type = "Task" [ 833.066154] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.084431] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.093131] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806792, 'name': CreateVM_Task, 'duration_secs': 0.537312} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.095765] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04700440-a230-4390-9a6f-b258604697d4] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.096986] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.096986] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.097287] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.097828] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a217a9cf-df8a-4836-97b3-487f9ff211d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.102502] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 833.102502] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b55f1c-351c-c70e-f867-c91b3487ca6b" [ 833.102502] env[68166]: _type = "Task" [ 833.102502] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.111045] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b55f1c-351c-c70e-f867-c91b3487ca6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.302822] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.353488] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725845} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.353756] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 63c63596-9f1f-403c-9faf-179f9316ef7d/63c63596-9f1f-403c-9faf-179f9316ef7d.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.354110] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.356585] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8f32bb7-67c0-4879-a391-b3e386476145 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.365432] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Waiting for the task: (returnval){ [ 833.365432] env[68166]: value = "task-2806797" [ 833.365432] env[68166]: _type = "Task" [ 833.365432] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.377795] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.404597] env[68166]: DEBUG oslo_concurrency.lockutils [req-3982e39d-7195-4d89-a029-84edf10be197 req-06675f0c-0f56-4c88-bd9d-508fffd19246 service nova] Releasing lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.541411] env[68166]: DEBUG nova.compute.manager [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Stashing vm_state: active {{(pid=68166) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 833.558232] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f8ef87-ff67-4083-b3ec-3de180cc2a32 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.561132] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "refresh_cache-48928fac-b86e-45aa-956b-7b4b4f2af6cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.561269] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "refresh_cache-48928fac-b86e-45aa-956b-7b4b4f2af6cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.561514] env[68166]: DEBUG nova.network.neutron [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.570922] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48df99c-21fc-4c0a-a1d8-ff36ce0539f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.579518] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806796, 'name': PowerOffVM_Task, 'duration_secs': 0.204255} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.612834] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.613073] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.614155] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779b7da4-d2ac-4f08-b1ec-08c18ea74e51 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.620249] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca897e-6b61-443d-9f68-15c88fb084d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.632528] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.633057] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b55f1c-351c-c70e-f867-c91b3487ca6b, 'name': SearchDatastore_Task, 'duration_secs': 0.014689} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.634236] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d582eaee-87d7-41cf-8a79-70aa5dbbc654 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.637815] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dacd98d9-31a5-4c9e-87d0-82115a5eec1d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.639374] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.639609] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.639830] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.639976] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.640180] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.640418] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4de3f2b7-a7a0-49b7-84d3-ebeeed6a77d9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.653629] env[68166]: DEBUG nova.compute.provider_tree [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.655713] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.655906] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.656801] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5444a61f-9607-4e82-9e85-90b189fb4d04 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.662360] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 833.662360] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521c473e-82b6-33c3-37a2-099bcfce1d6d" [ 833.662360] env[68166]: _type = "Task" [ 833.662360] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.671838] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521c473e-82b6-33c3-37a2-099bcfce1d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.716976] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.717216] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.717408] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleting the datastore file [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.717747] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f918bfd8-0aee-412b-8f42-188f17aeca85 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.724225] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 833.724225] env[68166]: value = "task-2806799" [ 833.724225] env[68166]: _type = "Task" [ 833.724225] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.732856] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.804219] env[68166]: DEBUG oslo_vmware.api [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806795, 'name': PowerOnVM_Task, 'duration_secs': 0.594578} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.805807] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.875786] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250187} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.876105] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.876972] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8c24ea-b79a-4edf-aacc-abffcf9736f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.899934] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 63c63596-9f1f-403c-9faf-179f9316ef7d/63c63596-9f1f-403c-9faf-179f9316ef7d.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.899934] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9b6c43-6dd9-4f2a-aa18-b8558d627c0b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.920846] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Waiting for the task: (returnval){ [ 833.920846] env[68166]: value = "task-2806800" [ 833.920846] env[68166]: _type = "Task" [ 833.920846] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.930329] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.932028] env[68166]: DEBUG nova.compute.manager [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.933199] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2343fd9e-c26e-401a-b013-9568765a49ed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.068378] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.099365] env[68166]: DEBUG nova.network.neutron [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.158505] env[68166]: DEBUG nova.scheduler.client.report [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.175089] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521c473e-82b6-33c3-37a2-099bcfce1d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.176090] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0caca44-2eff-4e29-897a-0bfa5a8f6353 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.192896] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 834.192896] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e8061e-ac92-948f-8740-711ec2c42e8d" [ 834.192896] env[68166]: _type = "Task" [ 834.192896] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.217571] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e8061e-ac92-948f-8740-711ec2c42e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.015558} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.217846] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.222335] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 04700440-a230-4390-9a6f-b258604697d4/04700440-a230-4390-9a6f-b258604697d4.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.222335] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b131a48-9536-42a1-b723-ff6b4c734d82 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.236977] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 834.236977] env[68166]: value = "task-2806801" [ 834.236977] env[68166]: _type = "Task" [ 834.236977] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.245138] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290597} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.245787] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.246086] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.246227] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.252457] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.308317] env[68166]: DEBUG nova.network.neutron [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Updating instance_info_cache with network_info: [{"id": "e83eccb6-346a-487e-bab1-c5c981662cc7", "address": "fa:16:3e:b3:9c:32", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83eccb6-34", "ovs_interfaceid": "e83eccb6-346a-487e-bab1-c5c981662cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.431427] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.453260] env[68166]: DEBUG oslo_concurrency.lockutils [None req-326227ae-1bd1-4e65-89eb-10fb13b28199 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 60.376s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.664176] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.666966] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.258s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.668579] env[68166]: INFO nova.compute.claims [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.687704] env[68166]: INFO nova.scheduler.client.report [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Deleted allocations for instance 1396ee3b-7b96-40e3-a23f-48d6f0f703bf [ 834.749627] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806801, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.814284] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "refresh_cache-48928fac-b86e-45aa-956b-7b4b4f2af6cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.814687] env[68166]: DEBUG nova.compute.manager [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Instance network_info: |[{"id": "e83eccb6-346a-487e-bab1-c5c981662cc7", "address": "fa:16:3e:b3:9c:32", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83eccb6-34", "ovs_interfaceid": "e83eccb6-346a-487e-bab1-c5c981662cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.815142] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:9c:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e83eccb6-346a-487e-bab1-c5c981662cc7', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.824172] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.824274] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.824507] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a339795b-3df0-43a2-b936-1f2f3b504264 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.848552] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.848552] env[68166]: value = "task-2806802" [ 834.848552] env[68166]: _type = "Task" [ 834.848552] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.860851] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806802, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.935603] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806800, 'name': ReconfigVM_Task, 'duration_secs': 0.845416} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.935989] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 63c63596-9f1f-403c-9faf-179f9316ef7d/63c63596-9f1f-403c-9faf-179f9316ef7d.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.936891] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7637a092-b21a-4b59-9b43-d8356a9f0317 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.949094] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Waiting for the task: (returnval){ [ 834.949094] env[68166]: value = "task-2806803" [ 834.949094] env[68166]: _type = "Task" [ 834.949094] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.961211] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806803, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.031607] env[68166]: DEBUG nova.compute.manager [req-1b3aa19a-f880-439d-b874-c0ab02adb00e req-6df76182-9fb9-4eea-9204-2d18e1712796 service nova] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Received event network-changed-e83eccb6-346a-487e-bab1-c5c981662cc7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.031889] env[68166]: DEBUG nova.compute.manager [req-1b3aa19a-f880-439d-b874-c0ab02adb00e req-6df76182-9fb9-4eea-9204-2d18e1712796 service nova] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Refreshing instance network info cache due to event network-changed-e83eccb6-346a-487e-bab1-c5c981662cc7. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 835.032160] env[68166]: DEBUG oslo_concurrency.lockutils [req-1b3aa19a-f880-439d-b874-c0ab02adb00e req-6df76182-9fb9-4eea-9204-2d18e1712796 service nova] Acquiring lock "refresh_cache-48928fac-b86e-45aa-956b-7b4b4f2af6cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.032582] env[68166]: DEBUG oslo_concurrency.lockutils [req-1b3aa19a-f880-439d-b874-c0ab02adb00e req-6df76182-9fb9-4eea-9204-2d18e1712796 service nova] Acquired lock "refresh_cache-48928fac-b86e-45aa-956b-7b4b4f2af6cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.032582] env[68166]: DEBUG nova.network.neutron [req-1b3aa19a-f880-439d-b874-c0ab02adb00e req-6df76182-9fb9-4eea-9204-2d18e1712796 service nova] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Refreshing network info cache for port e83eccb6-346a-487e-bab1-c5c981662cc7 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.195625] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f454be7-a133-404a-b720-f72fc396f350 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "1396ee3b-7b96-40e3-a23f-48d6f0f703bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.448s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.253014] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93315} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.253458] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 04700440-a230-4390-9a6f-b258604697d4/04700440-a230-4390-9a6f-b258604697d4.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.253882] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.254238] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e88236e3-2cc6-459c-9c25-f82a4f50de21 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.269084] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 835.269084] env[68166]: value = "task-2806804" [ 835.269084] env[68166]: _type = "Task" [ 835.269084] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.282067] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.294967] env[68166]: DEBUG nova.virt.hardware [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.295324] env[68166]: DEBUG nova.virt.hardware [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.295453] env[68166]: DEBUG nova.virt.hardware [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.295582] env[68166]: DEBUG nova.virt.hardware [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.295733] env[68166]: DEBUG nova.virt.hardware [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.295901] env[68166]: DEBUG nova.virt.hardware [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.296126] env[68166]: DEBUG nova.virt.hardware [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.296291] env[68166]: DEBUG nova.virt.hardware [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.296469] env[68166]: DEBUG nova.virt.hardware [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.296640] env[68166]: DEBUG nova.virt.hardware [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.296814] env[68166]: DEBUG nova.virt.hardware [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.298125] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d87d06-92da-4a19-96f4-733550cc52fe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.308492] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-face606d-eaf4-451f-a1b9-16029e16ce95 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.330500] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:5b:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d97f0b4-60fe-45d9-a330-1958a9e1aff6', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.342936] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.343284] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.343512] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68b5f41d-6942-41be-b922-76ff940bcc57 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.374466] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806802, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.376620] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.376620] env[68166]: value = "task-2806805" [ 835.376620] env[68166]: _type = "Task" [ 835.376620] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.388513] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806805, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.459161] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806803, 'name': Rename_Task, 'duration_secs': 0.348882} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.459445] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.459730] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b464a34-9008-4e90-b9ac-fb609015f616 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.467634] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Waiting for the task: (returnval){ [ 835.467634] env[68166]: value = "task-2806806" [ 835.467634] env[68166]: _type = "Task" [ 835.467634] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.488366] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.780384] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140484} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.783089] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.784104] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05131fc4-cea2-4916-a72f-7f9235e88139 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.807767] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 04700440-a230-4390-9a6f-b258604697d4/04700440-a230-4390-9a6f-b258604697d4.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.811199] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a45a0bc-abeb-4db9-b51f-ac4ee37ea82d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.827423] env[68166]: DEBUG nova.network.neutron [req-1b3aa19a-f880-439d-b874-c0ab02adb00e req-6df76182-9fb9-4eea-9204-2d18e1712796 service nova] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Updated VIF entry in instance network info cache for port e83eccb6-346a-487e-bab1-c5c981662cc7. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.827679] env[68166]: DEBUG nova.network.neutron [req-1b3aa19a-f880-439d-b874-c0ab02adb00e req-6df76182-9fb9-4eea-9204-2d18e1712796 service nova] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Updating instance_info_cache with network_info: [{"id": "e83eccb6-346a-487e-bab1-c5c981662cc7", "address": "fa:16:3e:b3:9c:32", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83eccb6-34", "ovs_interfaceid": "e83eccb6-346a-487e-bab1-c5c981662cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.833166] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 835.833166] env[68166]: value = "task-2806807" [ 835.833166] env[68166]: _type = "Task" [ 835.833166] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.845367] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.876763] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806802, 'name': CreateVM_Task, 'duration_secs': 0.660767} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.879405] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.883347] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.883525] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.883879] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.884511] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b84fdbc6-1091-4a6d-8b5c-f9c866aaab50 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.890898] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 835.890898] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52831e64-60de-dff5-219f-ae100ccc6c6d" [ 835.890898] env[68166]: _type = "Task" [ 835.890898] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.900804] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806805, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.906103] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52831e64-60de-dff5-219f-ae100ccc6c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.981809] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806806, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.302197] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7fccfb-0ac5-4347-b90c-d059962463a5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.314013] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b00194-45fe-4ff5-b1af-52d224774b99 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.367161] env[68166]: DEBUG oslo_concurrency.lockutils [req-1b3aa19a-f880-439d-b874-c0ab02adb00e req-6df76182-9fb9-4eea-9204-2d18e1712796 service nova] Releasing lock "refresh_cache-48928fac-b86e-45aa-956b-7b4b4f2af6cf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.372097] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a29ee-6e82-4dba-a06b-94a1f9132d94 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.388284] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b14fef-c9cc-4ede-a7c2-0881cbbe4b29 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.395166] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.402498] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806805, 'name': CreateVM_Task, 'duration_secs': 0.630704} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.410790] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.412195] env[68166]: DEBUG nova.compute.provider_tree [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.413292] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.413454] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.413795] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.417954] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433d9164-58fc-49a7-a956-775faed0d38a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.420277] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52831e64-60de-dff5-219f-ae100ccc6c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.015851} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.420580] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.420963] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.421126] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.421276] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.421402] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.422115] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c05ed790-2f29-4b02-b333-070e43d75198 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.426673] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 836.426673] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52fea54a-f2a2-1f19-9fbc-d237ccd4a5f4" [ 836.426673] env[68166]: _type = "Task" [ 836.426673] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.432999] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.433348] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.437041] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2cbf8f-29a6-4259-81c5-b2f4346d4aee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.442651] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52fea54a-f2a2-1f19-9fbc-d237ccd4a5f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.444418] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 836.444418] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5285a46f-f5ed-4470-4a21-ebee6ef6552e" [ 836.444418] env[68166]: _type = "Task" [ 836.444418] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.454272] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5285a46f-f5ed-4470-4a21-ebee6ef6552e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.480647] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806806, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.720968] env[68166]: DEBUG oslo_concurrency.lockutils [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "ce861df0-6e5c-4940-a0d3-54677ae80a8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.721420] env[68166]: DEBUG oslo_concurrency.lockutils [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "ce861df0-6e5c-4940-a0d3-54677ae80a8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.721701] env[68166]: DEBUG oslo_concurrency.lockutils [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "ce861df0-6e5c-4940-a0d3-54677ae80a8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.721906] env[68166]: DEBUG oslo_concurrency.lockutils [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "ce861df0-6e5c-4940-a0d3-54677ae80a8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.722122] env[68166]: DEBUG oslo_concurrency.lockutils [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "ce861df0-6e5c-4940-a0d3-54677ae80a8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.724434] env[68166]: INFO nova.compute.manager [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Terminating instance [ 836.884901] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806807, 'name': ReconfigVM_Task, 'duration_secs': 0.644539} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.884901] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 04700440-a230-4390-9a6f-b258604697d4/04700440-a230-4390-9a6f-b258604697d4.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.886023] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acafd58c-889f-4b26-9e6e-1a819a3d4e97 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.894488] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 836.894488] env[68166]: value = "task-2806808" [ 836.894488] env[68166]: _type = "Task" [ 836.894488] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.912256] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806808, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.915441] env[68166]: DEBUG nova.scheduler.client.report [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.946187] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52fea54a-f2a2-1f19-9fbc-d237ccd4a5f4, 'name': SearchDatastore_Task, 'duration_secs': 0.018602} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.949654] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.949917] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.950174] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.950380] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.950515] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.951164] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd8915b3-f5e0-4959-87a6-fa4d46f01d1d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.960223] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5285a46f-f5ed-4470-4a21-ebee6ef6552e, 'name': SearchDatastore_Task, 'duration_secs': 0.018948} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.961204] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf98c5c-73b2-451b-abf4-a4842dbedfe2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.965109] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.965305] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.966371] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be675884-ccde-48ed-a163-48f1a5f482b9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.970795] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 836.970795] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526da3f6-795d-6f67-b684-929b24e1a048" [ 836.970795] env[68166]: _type = "Task" [ 836.970795] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.978040] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 836.978040] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526aa37c-5f0a-77bb-bd9a-576a7f1a3044" [ 836.978040] env[68166]: _type = "Task" [ 836.978040] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.989397] env[68166]: DEBUG oslo_vmware.api [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806806, 'name': PowerOnVM_Task, 'duration_secs': 1.093042} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.989624] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526da3f6-795d-6f67-b684-929b24e1a048, 'name': SearchDatastore_Task, 'duration_secs': 0.013098} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.990230] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.990443] env[68166]: INFO nova.compute.manager [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Took 9.98 seconds to spawn the instance on the hypervisor. [ 836.990647] env[68166]: DEBUG nova.compute.manager [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.990926] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.991183] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 48928fac-b86e-45aa-956b-7b4b4f2af6cf/48928fac-b86e-45aa-956b-7b4b4f2af6cf.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.991946] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b663fc87-1fe4-4672-ad20-e63b84c3731e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.994610] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-080b8c54-576c-4d3b-b45c-6b61c353a30f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.999911] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526aa37c-5f0a-77bb-bd9a-576a7f1a3044, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.001220] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9717f4fc-8a98-4d50-aa2f-e50292b0318b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.010381] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 837.010381] env[68166]: value = "task-2806809" [ 837.010381] env[68166]: _type = "Task" [ 837.010381] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.010735] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 837.010735] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52bb65bf-6670-5fe9-b5c9-b7932545d2d0" [ 837.010735] env[68166]: _type = "Task" [ 837.010735] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.023451] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52bb65bf-6670-5fe9-b5c9-b7932545d2d0, 'name': SearchDatastore_Task} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.026709] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.027017] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1/3252ed02-af47-4919-a692-2a1f9a325fe1.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.027299] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.027514] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-beacee13-4346-40fe-89d3-e448132fa4ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.034401] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 837.034401] env[68166]: value = "task-2806810" [ 837.034401] env[68166]: _type = "Task" [ 837.034401] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.043318] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.228812] env[68166]: DEBUG nova.compute.manager [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.229124] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.230101] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43546441-3c12-48be-a692-a0a640f75ce1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.239536] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.239793] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d80b459-9133-457e-aa4b-ef04f0746d82 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.246979] env[68166]: DEBUG oslo_vmware.api [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 837.246979] env[68166]: value = "task-2806811" [ 837.246979] env[68166]: _type = "Task" [ 837.246979] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.260020] env[68166]: DEBUG oslo_vmware.api [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.408813] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806808, 'name': Rename_Task, 'duration_secs': 0.234436} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.410377] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.410377] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b9af2ee-b1d2-403c-9d81-33d42c81bb0d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.422322] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.423050] env[68166]: DEBUG nova.compute.manager [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.429885] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.518s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.433146] env[68166]: DEBUG nova.objects.instance [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lazy-loading 'resources' on Instance uuid 2c3f4a57-d269-4c4a-adac-029973567aec {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.433146] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 837.433146] env[68166]: value = "task-2806812" [ 837.433146] env[68166]: _type = "Task" [ 837.433146] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.448034] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.527485] env[68166]: INFO nova.compute.manager [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Took 44.94 seconds to build instance. [ 837.534620] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806809, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.548148] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806810, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.763546] env[68166]: DEBUG oslo_vmware.api [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806811, 'name': PowerOffVM_Task, 'duration_secs': 0.300926} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.764302] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.764558] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.764891] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cc58457-3b4c-413c-8f9c-13e636196ebb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.844119] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.844119] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.844119] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Deleting the datastore file [datastore2] ce861df0-6e5c-4940-a0d3-54677ae80a8a {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.844374] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f783cf14-fa55-4a96-881b-ac0c11c04334 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.854874] env[68166]: DEBUG oslo_vmware.api [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for the task: (returnval){ [ 837.854874] env[68166]: value = "task-2806814" [ 837.854874] env[68166]: _type = "Task" [ 837.854874] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.882403] env[68166]: DEBUG oslo_vmware.api [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.937658] env[68166]: DEBUG nova.compute.utils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.939321] env[68166]: DEBUG nova.compute.manager [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.939491] env[68166]: DEBUG nova.network.neutron [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.952338] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.013483] env[68166]: DEBUG nova.policy [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20086035a784ad5b671df1bb4a6ba80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e39547941684313818d76a0658c387e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.031998] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2cc008f8-6820-40ba-b1a8-6af8a95956c6 tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Lock "63c63596-9f1f-403c-9faf-179f9316ef7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.876s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.032293] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835738} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.032500] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 48928fac-b86e-45aa-956b-7b4b4f2af6cf/48928fac-b86e-45aa-956b-7b4b4f2af6cf.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.032706] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.035343] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c581d667-84d8-4c0d-ae96-26be051a8402 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.051526] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742109} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.053313] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1/3252ed02-af47-4919-a692-2a1f9a325fe1.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.053560] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.053880] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 838.053880] env[68166]: value = "task-2806815" [ 838.053880] env[68166]: _type = "Task" [ 838.053880] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.056519] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f29b4a20-1cd4-4e76-a621-945ca328a4b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.067421] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.070444] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 838.070444] env[68166]: value = "task-2806816" [ 838.070444] env[68166]: _type = "Task" [ 838.070444] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.082978] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.368515] env[68166]: DEBUG oslo_vmware.api [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.446173] env[68166]: DEBUG nova.compute.manager [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.467459] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806812, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.571586] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.315103} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.576228] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.577366] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3659ba7e-84a4-4ef7-819c-a788e7e4ffca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.597874] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.32935} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.615165] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.624171] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 48928fac-b86e-45aa-956b-7b4b4f2af6cf/48928fac-b86e-45aa-956b-7b4b4f2af6cf.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.626293] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea2fba9-17f3-4c8f-8a77-3ccd8851c78e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.629430] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b5a464-85d7-4b64-b7c2-c320d9906c2f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.672253] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1/3252ed02-af47-4919-a692-2a1f9a325fe1.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.674940] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e45d3205-71cc-4395-a20e-4a4ecbd55cb2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.692189] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 838.692189] env[68166]: value = "task-2806817" [ 838.692189] env[68166]: _type = "Task" [ 838.692189] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.692487] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6fc115-7e77-421f-9f5a-d27cd799d8fd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.709729] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 838.709729] env[68166]: value = "task-2806818" [ 838.709729] env[68166]: _type = "Task" [ 838.709729] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.714294] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423676be-3e17-4851-a8bd-f7372ab67f1e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.718706] env[68166]: DEBUG nova.network.neutron [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Successfully created port: 2fcdf42f-777e-46e0-9489-c6fc1f1cacbd {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.729147] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.785890] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028ae53b-e97a-40f0-b799-b681c0de7f91 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.790438] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.799782] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1692f522-c7cc-438a-ad0d-27068821da69 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.816128] env[68166]: DEBUG nova.compute.provider_tree [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.885018] env[68166]: DEBUG oslo_vmware.api [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Task: {'id': task-2806814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.875343} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.885337] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.885523] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.885724] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.885911] env[68166]: INFO nova.compute.manager [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Took 1.66 seconds to destroy the instance on the hypervisor. [ 838.886176] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.886368] env[68166]: DEBUG nova.compute.manager [-] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.886460] env[68166]: DEBUG nova.network.neutron [-] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.958743] env[68166]: DEBUG oslo_vmware.api [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806812, 'name': PowerOnVM_Task, 'duration_secs': 1.518833} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.959409] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.959815] env[68166]: INFO nova.compute.manager [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Took 9.23 seconds to spawn the instance on the hypervisor. [ 838.959904] env[68166]: DEBUG nova.compute.manager [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.960892] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdb15e0-1231-46ef-812a-536dccfa4908 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.208270] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806817, 'name': ReconfigVM_Task, 'duration_secs': 0.48194} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.208270] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 48928fac-b86e-45aa-956b-7b4b4f2af6cf/48928fac-b86e-45aa-956b-7b4b4f2af6cf.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.208270] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5862a38a-74c7-494b-a85e-0b1b32be6011 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.210528] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Acquiring lock "63c63596-9f1f-403c-9faf-179f9316ef7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.210738] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Lock "63c63596-9f1f-403c-9faf-179f9316ef7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.210966] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Acquiring lock "63c63596-9f1f-403c-9faf-179f9316ef7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.211195] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Lock "63c63596-9f1f-403c-9faf-179f9316ef7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.211361] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Lock "63c63596-9f1f-403c-9faf-179f9316ef7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.217113] env[68166]: INFO nova.compute.manager [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Terminating instance [ 839.221028] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 839.221028] env[68166]: value = "task-2806819" [ 839.221028] env[68166]: _type = "Task" [ 839.221028] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.231893] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806818, 'name': ReconfigVM_Task, 'duration_secs': 0.421603} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.235980] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1/3252ed02-af47-4919-a692-2a1f9a325fe1.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.235980] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ab2f03d-57f9-4db1-bb69-8b050c23bfbd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.240429] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806819, 'name': Rename_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.246923] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 839.246923] env[68166]: value = "task-2806820" [ 839.246923] env[68166]: _type = "Task" [ 839.246923] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.259371] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806820, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.293050] env[68166]: DEBUG nova.compute.manager [req-63e7b3fa-8113-49a7-a936-a748cbe552c6 req-5be86096-32da-49a4-8d82-a86630150f98 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Received event network-vif-deleted-2a28f2cb-e792-4a59-8eef-d58cd9b62e0d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.293050] env[68166]: INFO nova.compute.manager [req-63e7b3fa-8113-49a7-a936-a748cbe552c6 req-5be86096-32da-49a4-8d82-a86630150f98 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Neutron deleted interface 2a28f2cb-e792-4a59-8eef-d58cd9b62e0d; detaching it from the instance and deleting it from the info cache [ 839.293050] env[68166]: DEBUG nova.network.neutron [req-63e7b3fa-8113-49a7-a936-a748cbe552c6 req-5be86096-32da-49a4-8d82-a86630150f98 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.319190] env[68166]: DEBUG nova.scheduler.client.report [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.462017] env[68166]: DEBUG nova.compute.manager [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.482059] env[68166]: INFO nova.compute.manager [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Took 46.02 seconds to build instance. [ 839.501978] env[68166]: DEBUG nova.virt.hardware [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.502157] env[68166]: DEBUG nova.virt.hardware [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.502323] env[68166]: DEBUG nova.virt.hardware [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.502569] env[68166]: DEBUG nova.virt.hardware [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.502637] env[68166]: DEBUG nova.virt.hardware [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.503240] env[68166]: DEBUG nova.virt.hardware [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.503240] env[68166]: DEBUG nova.virt.hardware [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.503240] env[68166]: DEBUG nova.virt.hardware [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.503475] env[68166]: DEBUG nova.virt.hardware [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.504028] env[68166]: DEBUG nova.virt.hardware [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.504028] env[68166]: DEBUG nova.virt.hardware [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.504728] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d0d52d-937a-43e7-88e8-874fe033287b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.514174] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d73a8cf-7d37-4f56-9bfc-fb29093fd1f9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.697773] env[68166]: DEBUG nova.network.neutron [-] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.739300] env[68166]: DEBUG nova.compute.manager [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.739300] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.739300] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2c5b95-1078-42ed-ae3b-22d73b874ff9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.749881] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806819, 'name': Rename_Task, 'duration_secs': 0.251067} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.755802] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.756517] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.756844] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-445e4f76-a784-475f-9f28-6356d4c9dc3c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.758396] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e6d2712-1291-42f3-a09b-149fbfd91d3d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.767754] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806820, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.770384] env[68166]: DEBUG oslo_vmware.api [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Waiting for the task: (returnval){ [ 839.770384] env[68166]: value = "task-2806822" [ 839.770384] env[68166]: _type = "Task" [ 839.770384] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.770944] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 839.770944] env[68166]: value = "task-2806821" [ 839.770944] env[68166]: _type = "Task" [ 839.770944] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.787131] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.791293] env[68166]: DEBUG oslo_vmware.api [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.795065] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d57846b5-3e96-4f39-905b-79f82ebb2f74 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.805873] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f365c11c-39c8-4043-beb4-8573576e8a3a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.825343] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.396s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.827976] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.319s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.828497] env[68166]: DEBUG nova.objects.instance [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lazy-loading 'resources' on Instance uuid 8d0ab303-e615-45b1-b574-8ba7eafa49b9 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.851324] env[68166]: DEBUG nova.compute.manager [req-63e7b3fa-8113-49a7-a936-a748cbe552c6 req-5be86096-32da-49a4-8d82-a86630150f98 service nova] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Detach interface failed, port_id=2a28f2cb-e792-4a59-8eef-d58cd9b62e0d, reason: Instance ce861df0-6e5c-4940-a0d3-54677ae80a8a could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 839.858604] env[68166]: INFO nova.scheduler.client.report [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleted allocations for instance 2c3f4a57-d269-4c4a-adac-029973567aec [ 839.984394] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97654e89-41ea-45e4-b826-087d55efefb6 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "04700440-a230-4390-9a6f-b258604697d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.695s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.202790] env[68166]: INFO nova.compute.manager [-] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Took 1.31 seconds to deallocate network for instance. [ 840.258579] env[68166]: DEBUG nova.compute.manager [req-387bee1e-fccd-48fe-a70f-a82c915a71a9 req-f82ca6b3-86a9-4fc2-8fa1-6ce4d354926b service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received event network-changed-6bb86c1e-be50-4b17-811c-687acee3c71d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.258785] env[68166]: DEBUG nova.compute.manager [req-387bee1e-fccd-48fe-a70f-a82c915a71a9 req-f82ca6b3-86a9-4fc2-8fa1-6ce4d354926b service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Refreshing instance network info cache due to event network-changed-6bb86c1e-be50-4b17-811c-687acee3c71d. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 840.259034] env[68166]: DEBUG oslo_concurrency.lockutils [req-387bee1e-fccd-48fe-a70f-a82c915a71a9 req-f82ca6b3-86a9-4fc2-8fa1-6ce4d354926b service nova] Acquiring lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.259211] env[68166]: DEBUG oslo_concurrency.lockutils [req-387bee1e-fccd-48fe-a70f-a82c915a71a9 req-f82ca6b3-86a9-4fc2-8fa1-6ce4d354926b service nova] Acquired lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.259379] env[68166]: DEBUG nova.network.neutron [req-387bee1e-fccd-48fe-a70f-a82c915a71a9 req-f82ca6b3-86a9-4fc2-8fa1-6ce4d354926b service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Refreshing network info cache for port 6bb86c1e-be50-4b17-811c-687acee3c71d {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.265817] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806820, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.286685] env[68166]: DEBUG oslo_vmware.api [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806822, 'name': PowerOffVM_Task, 'duration_secs': 0.222822} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.291024] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.291024] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.291024] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806821, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.291024] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11822a50-955c-489f-ae05-438bb0c56385 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.370033] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85e0eaed-2754-44e9-b6a6-14aa5f772908 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "2c3f4a57-d269-4c4a-adac-029973567aec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.325s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.373300] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.373625] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.373862] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Deleting the datastore file [datastore2] 63c63596-9f1f-403c-9faf-179f9316ef7d {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.374405] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e74eb14-e859-4035-93ba-858bca7d942f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.384039] env[68166]: DEBUG oslo_vmware.api [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Waiting for the task: (returnval){ [ 840.384039] env[68166]: value = "task-2806824" [ 840.384039] env[68166]: _type = "Task" [ 840.384039] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.393053] env[68166]: DEBUG oslo_vmware.api [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.579543] env[68166]: DEBUG nova.network.neutron [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Successfully updated port: 2fcdf42f-777e-46e0-9489-c6fc1f1cacbd {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.713949] env[68166]: DEBUG oslo_concurrency.lockutils [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.762818] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806820, 'name': Rename_Task, 'duration_secs': 1.205069} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.763167] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.763474] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e502ca4-10d3-499c-9aca-a9e7c1555b50 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.779962] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 840.779962] env[68166]: value = "task-2806825" [ 840.779962] env[68166]: _type = "Task" [ 840.779962] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.788114] env[68166]: DEBUG oslo_vmware.api [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806821, 'name': PowerOnVM_Task, 'duration_secs': 0.986675} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.791802] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.792068] env[68166]: INFO nova.compute.manager [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Took 8.42 seconds to spawn the instance on the hypervisor. [ 840.792262] env[68166]: DEBUG nova.compute.manager [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.793314] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf30f93-619a-46e5-8bd9-5453fe66db02 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.799150] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806825, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.899849] env[68166]: DEBUG oslo_vmware.api [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Task: {'id': task-2806824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392372} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.900262] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.900556] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.901055] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.901142] env[68166]: INFO nova.compute.manager [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 840.901537] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.901824] env[68166]: DEBUG nova.compute.manager [-] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.901960] env[68166]: DEBUG nova.network.neutron [-] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.966344] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc974d6-2985-4346-b014-b118767a515d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.979244] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512c83e8-cdf5-4838-9e50-12760d708b2e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.016681] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd10f706-de74-4765-9c59-c1e94984f9ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.025916] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf43d6c7-3819-40f2-8cd3-7e9a7e87ed56 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.043028] env[68166]: DEBUG nova.compute.provider_tree [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.079687] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.079883] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.080737] env[68166]: DEBUG nova.network.neutron [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.103355] env[68166]: DEBUG nova.network.neutron [req-387bee1e-fccd-48fe-a70f-a82c915a71a9 req-f82ca6b3-86a9-4fc2-8fa1-6ce4d354926b service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updated VIF entry in instance network info cache for port 6bb86c1e-be50-4b17-811c-687acee3c71d. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.103834] env[68166]: DEBUG nova.network.neutron [req-387bee1e-fccd-48fe-a70f-a82c915a71a9 req-f82ca6b3-86a9-4fc2-8fa1-6ce4d354926b service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updating instance_info_cache with network_info: [{"id": "6bb86c1e-be50-4b17-811c-687acee3c71d", "address": "fa:16:3e:ed:e3:af", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb86c1e-be", "ovs_interfaceid": "6bb86c1e-be50-4b17-811c-687acee3c71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.275977] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.276215] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.292673] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.321503] env[68166]: DEBUG nova.compute.manager [req-01915438-8b51-4ff6-8dcc-e497361da70e req-f4809eb1-feea-404e-b1b5-62314453258f service nova] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Received event network-vif-deleted-7fefd4ed-bf2f-4a98-9254-683a4e15458e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.321712] env[68166]: INFO nova.compute.manager [req-01915438-8b51-4ff6-8dcc-e497361da70e req-f4809eb1-feea-404e-b1b5-62314453258f service nova] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Neutron deleted interface 7fefd4ed-bf2f-4a98-9254-683a4e15458e; detaching it from the instance and deleting it from the info cache [ 841.321886] env[68166]: DEBUG nova.network.neutron [req-01915438-8b51-4ff6-8dcc-e497361da70e req-f4809eb1-feea-404e-b1b5-62314453258f service nova] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.324793] env[68166]: INFO nova.compute.manager [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Took 46.22 seconds to build instance. [ 841.551649] env[68166]: DEBUG nova.scheduler.client.report [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.607034] env[68166]: DEBUG oslo_concurrency.lockutils [req-387bee1e-fccd-48fe-a70f-a82c915a71a9 req-f82ca6b3-86a9-4fc2-8fa1-6ce4d354926b service nova] Releasing lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.615825] env[68166]: DEBUG nova.network.neutron [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.691088] env[68166]: DEBUG nova.network.neutron [-] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.778587] env[68166]: DEBUG nova.compute.manager [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.792462] env[68166]: DEBUG oslo_vmware.api [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806825, 'name': PowerOnVM_Task, 'duration_secs': 0.838489} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.792876] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.793387] env[68166]: DEBUG nova.compute.manager [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.794312] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13761dc-e5b5-4856-af74-396a7c376dc7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.800325] env[68166]: DEBUG nova.network.neutron [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance_info_cache with network_info: [{"id": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "address": "fa:16:3e:99:be:ba", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcdf42f-77", "ovs_interfaceid": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.826845] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3543a344-b0fd-4c8f-b616-111a03219834 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "48928fac-b86e-45aa-956b-7b4b4f2af6cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.846s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.827124] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0b1641c-6742-4116-86d6-bc2a42559ae5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.839183] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b45b9f5-5cc6-4c50-adb1-8e0a0a81174c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.884216] env[68166]: DEBUG nova.compute.manager [req-01915438-8b51-4ff6-8dcc-e497361da70e req-f4809eb1-feea-404e-b1b5-62314453258f service nova] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Detach interface failed, port_id=7fefd4ed-bf2f-4a98-9254-683a4e15458e, reason: Instance 63c63596-9f1f-403c-9faf-179f9316ef7d could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 842.058410] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.061254] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.597s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.063133] env[68166]: INFO nova.compute.claims [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.083155] env[68166]: INFO nova.scheduler.client.report [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted allocations for instance 8d0ab303-e615-45b1-b574-8ba7eafa49b9 [ 842.193932] env[68166]: INFO nova.compute.manager [-] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Took 1.29 seconds to deallocate network for instance. [ 842.294981] env[68166]: DEBUG nova.compute.manager [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Received event network-vif-plugged-2fcdf42f-777e-46e0-9489-c6fc1f1cacbd {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.295210] env[68166]: DEBUG oslo_concurrency.lockutils [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] Acquiring lock "c517fd87-85f9-40d8-88cb-5cc524290a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.295412] env[68166]: DEBUG oslo_concurrency.lockutils [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.295579] env[68166]: DEBUG oslo_concurrency.lockutils [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.295744] env[68166]: DEBUG nova.compute.manager [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] No waiting events found dispatching network-vif-plugged-2fcdf42f-777e-46e0-9489-c6fc1f1cacbd {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.295904] env[68166]: WARNING nova.compute.manager [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Received unexpected event network-vif-plugged-2fcdf42f-777e-46e0-9489-c6fc1f1cacbd for instance with vm_state building and task_state spawning. [ 842.296076] env[68166]: DEBUG nova.compute.manager [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Received event network-changed-2fcdf42f-777e-46e0-9489-c6fc1f1cacbd {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.296231] env[68166]: DEBUG nova.compute.manager [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Refreshing instance network info cache due to event network-changed-2fcdf42f-777e-46e0-9489-c6fc1f1cacbd. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 842.296391] env[68166]: DEBUG oslo_concurrency.lockutils [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] Acquiring lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.301227] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.307087] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.307370] env[68166]: DEBUG nova.compute.manager [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Instance network_info: |[{"id": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "address": "fa:16:3e:99:be:ba", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcdf42f-77", "ovs_interfaceid": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.310802] env[68166]: DEBUG oslo_concurrency.lockutils [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] Acquired lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.311746] env[68166]: DEBUG nova.network.neutron [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Refreshing network info cache for port 2fcdf42f-777e-46e0-9489-c6fc1f1cacbd {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.313407] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:be:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fcdf42f-777e-46e0-9489-c6fc1f1cacbd', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.321206] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Creating folder: Project (6e39547941684313818d76a0658c387e). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.323849] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33ad0710-e05e-490c-aa9a-9a2413d90ae2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.326183] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.338402] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Created folder: Project (6e39547941684313818d76a0658c387e) in parent group-v563881. [ 842.338402] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Creating folder: Instances. Parent ref: group-v564068. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.338402] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-754d2310-d54e-40f8-b0eb-1ec77a6c17c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.351039] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Created folder: Instances in parent group-v564068. [ 842.351321] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.351605] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.351922] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87f9c7eb-970d-4317-ae78-9001cbd9de86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.372170] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.372170] env[68166]: value = "task-2806828" [ 842.372170] env[68166]: _type = "Task" [ 842.372170] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.380418] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806828, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.390027] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "48928fac-b86e-45aa-956b-7b4b4f2af6cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.390360] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "48928fac-b86e-45aa-956b-7b4b4f2af6cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.390537] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "48928fac-b86e-45aa-956b-7b4b4f2af6cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.390752] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "48928fac-b86e-45aa-956b-7b4b4f2af6cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.390925] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "48928fac-b86e-45aa-956b-7b4b4f2af6cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.393801] env[68166]: INFO nova.compute.manager [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Terminating instance [ 842.591564] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9e7d7ea3-58a6-49eb-948a-1a85b5f3b976 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "8d0ab303-e615-45b1-b574-8ba7eafa49b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.515s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.699920] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.882512] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806828, 'name': CreateVM_Task, 'duration_secs': 0.36087} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.882704] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.883385] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.883538] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.883853] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.884131] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b7e1d3-cdb0-425a-948c-cb551f2dd1a5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.889234] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 842.889234] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]528d6be5-168d-50e5-2e18-269156a6ab5f" [ 842.889234] env[68166]: _type = "Task" [ 842.889234] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.900445] env[68166]: DEBUG nova.compute.manager [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.900767] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.900996] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528d6be5-168d-50e5-2e18-269156a6ab5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.904058] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3250cd7c-c100-4fc8-9092-e5d981aa65af {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.912072] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.912485] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e20995e-234a-4798-a6b6-40a4a213e3cf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.919919] env[68166]: DEBUG oslo_vmware.api [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 842.919919] env[68166]: value = "task-2806829" [ 842.919919] env[68166]: _type = "Task" [ 842.919919] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.932155] env[68166]: DEBUG oslo_vmware.api [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.108182] env[68166]: DEBUG nova.network.neutron [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updated VIF entry in instance network info cache for port 2fcdf42f-777e-46e0-9489-c6fc1f1cacbd. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.108182] env[68166]: DEBUG nova.network.neutron [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance_info_cache with network_info: [{"id": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "address": "fa:16:3e:99:be:ba", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcdf42f-77", "ovs_interfaceid": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.199626] env[68166]: INFO nova.compute.manager [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Rebuilding instance [ 843.242511] env[68166]: DEBUG nova.compute.manager [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.242511] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85adbe8f-be3f-4712-a3ab-0b5956078042 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.403892] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528d6be5-168d-50e5-2e18-269156a6ab5f, 'name': SearchDatastore_Task, 'duration_secs': 0.025339} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.407961] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.409782] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.409782] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.409782] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.409782] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.410123] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0a88477-d407-4a67-9ee9-21a5019c2f86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.429086] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.429321] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.430397] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b2a159-8fb2-4fd2-b478-5d9387d39176 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.442106] env[68166]: DEBUG oslo_vmware.api [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806829, 'name': PowerOffVM_Task, 'duration_secs': 0.204015} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.443361] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.444388] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.444388] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 843.444388] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5213b5a0-0220-7105-6242-a4ae8ce62869" [ 843.444388] env[68166]: _type = "Task" [ 843.444388] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.444388] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14622d4e-fed2-4cde-b0da-63d23f5ed44e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.457694] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5213b5a0-0220-7105-6242-a4ae8ce62869, 'name': SearchDatastore_Task, 'duration_secs': 0.017869} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.457694] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d8d7c2-a61c-4924-a322-622b9339292c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.466342] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 843.466342] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d27494-ff4b-4d9f-477c-56e07e8c267b" [ 843.466342] env[68166]: _type = "Task" [ 843.466342] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.474849] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d27494-ff4b-4d9f-477c-56e07e8c267b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.514846] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.514846] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.514846] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleting the datastore file [datastore2] 48928fac-b86e-45aa-956b-7b4b4f2af6cf {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.515103] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f97d3083-fbca-4bac-80be-f93cc530a83c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.525841] env[68166]: DEBUG oslo_vmware.api [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 843.525841] env[68166]: value = "task-2806831" [ 843.525841] env[68166]: _type = "Task" [ 843.525841] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.539102] env[68166]: DEBUG oslo_vmware.api [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.603353] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd09a4ec-eecd-48da-bc1a-067e4a423f15 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.611175] env[68166]: DEBUG oslo_concurrency.lockutils [req-d2ef9a4c-005f-4359-aa29-96b1a059fe32 req-e39a600a-e063-43ad-8077-8f5c43d5a97f service nova] Releasing lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.612437] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4ab955-7ab1-4ae6-b508-ccbde6eb2228 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.642886] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe025c5-2971-47ae-8d0b-46b1eff45483 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.650304] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac4cb1e-65de-4bc4-a781-323993a96278 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.663655] env[68166]: DEBUG nova.compute.provider_tree [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.881180] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.881577] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.977400] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d27494-ff4b-4d9f-477c-56e07e8c267b, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.977660] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.977919] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] c517fd87-85f9-40d8-88cb-5cc524290a9e/c517fd87-85f9-40d8-88cb-5cc524290a9e.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.978202] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8a1b8d7-96b8-4337-b783-205ff5c13d17 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.986616] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 843.986616] env[68166]: value = "task-2806832" [ 843.986616] env[68166]: _type = "Task" [ 843.986616] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.995479] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.037160] env[68166]: DEBUG oslo_vmware.api [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2806831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211769} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.037421] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.037620] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.037810] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.037979] env[68166]: INFO nova.compute.manager [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 844.038242] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.038431] env[68166]: DEBUG nova.compute.manager [-] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.038529] env[68166]: DEBUG nova.network.neutron [-] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.166992] env[68166]: DEBUG nova.scheduler.client.report [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.258112] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.258423] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-046bc8df-fc78-47aa-b5e8-e46af111dbf2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.269110] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 844.269110] env[68166]: value = "task-2806833" [ 844.269110] env[68166]: _type = "Task" [ 844.269110] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.281029] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.384495] env[68166]: DEBUG nova.compute.manager [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.463876] env[68166]: DEBUG nova.compute.manager [req-7d8fbede-d89a-487b-9a7b-a4a650c3c368 req-de3fb755-ef92-49a6-b4a1-fce597f4ecda service nova] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Received event network-vif-deleted-e83eccb6-346a-487e-bab1-c5c981662cc7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.464113] env[68166]: INFO nova.compute.manager [req-7d8fbede-d89a-487b-9a7b-a4a650c3c368 req-de3fb755-ef92-49a6-b4a1-fce597f4ecda service nova] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Neutron deleted interface e83eccb6-346a-487e-bab1-c5c981662cc7; detaching it from the instance and deleting it from the info cache [ 844.464355] env[68166]: DEBUG nova.network.neutron [req-7d8fbede-d89a-487b-9a7b-a4a650c3c368 req-de3fb755-ef92-49a6-b4a1-fce597f4ecda service nova] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.499076] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.673443] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.673613] env[68166]: DEBUG nova.compute.manager [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.676312] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 32.707s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.779796] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806833, 'name': PowerOffVM_Task, 'duration_secs': 0.442356} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.780884] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.780884] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.781298] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cafe97-99ea-48fd-8bae-02b2efb2538b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.788136] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.788361] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82dccb94-e34b-4089-819d-92b4728dfd57 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.853359] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.853539] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.853727] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleting the datastore file [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.854018] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0583449a-f3aa-4011-ace0-af7ab9bfd447 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.861699] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 844.861699] env[68166]: value = "task-2806835" [ 844.861699] env[68166]: _type = "Task" [ 844.861699] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.883404] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.893356] env[68166]: DEBUG nova.network.neutron [-] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.907785] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.966824] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5992b8fa-bec6-4386-8b4c-db78a79fb49f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.977705] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbda8d2a-350e-4e7c-8a22-f1bc110d8aac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.998429] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605563} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.998429] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] c517fd87-85f9-40d8-88cb-5cc524290a9e/c517fd87-85f9-40d8-88cb-5cc524290a9e.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.998648] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.000610] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a263f694-7de3-4ee5-a15c-4d4f7fdc5408 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.021438] env[68166]: DEBUG nova.compute.manager [req-7d8fbede-d89a-487b-9a7b-a4a650c3c368 req-de3fb755-ef92-49a6-b4a1-fce597f4ecda service nova] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Detach interface failed, port_id=e83eccb6-346a-487e-bab1-c5c981662cc7, reason: Instance 48928fac-b86e-45aa-956b-7b4b4f2af6cf could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 845.023127] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 845.023127] env[68166]: value = "task-2806836" [ 845.023127] env[68166]: _type = "Task" [ 845.023127] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.032281] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.180062] env[68166]: DEBUG nova.compute.utils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.181530] env[68166]: DEBUG nova.compute.manager [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Not allocating networking since 'none' was specified. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 845.181965] env[68166]: DEBUG nova.objects.instance [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lazy-loading 'migration_context' on Instance uuid 7d2f1fa6-e57a-497d-86b5-42091880151a {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.373164] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.394969] env[68166]: INFO nova.compute.manager [-] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Took 1.36 seconds to deallocate network for instance. [ 845.532956] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267122} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.533295] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.534085] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3081d638-dbcf-4c4e-83f6-e008bc4a6b58 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.556032] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] c517fd87-85f9-40d8-88cb-5cc524290a9e/c517fd87-85f9-40d8-88cb-5cc524290a9e.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.556302] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-559b0dad-812b-4c28-8438-dfc75aa7af6e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.577848] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 845.577848] env[68166]: value = "task-2806837" [ 845.577848] env[68166]: _type = "Task" [ 845.577848] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.588519] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.686839] env[68166]: DEBUG nova.compute.manager [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.875138] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550029} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.875473] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.875586] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.875778] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.902142] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.088744] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806837, 'name': ReconfigVM_Task, 'duration_secs': 0.27358} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.089284] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] c517fd87-85f9-40d8-88cb-5cc524290a9e/c517fd87-85f9-40d8-88cb-5cc524290a9e.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.090311] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a8dc23a-0bb0-4ba3-b53c-4a5fb2fba708 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.101437] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 846.101437] env[68166]: value = "task-2806838" [ 846.101437] env[68166]: _type = "Task" [ 846.101437] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.112659] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806838, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.179350] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f344fb2b-4289-4e5a-bcde-ed63bcd4c4b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.188117] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc576e5-be62-4e2d-80fa-21a8c4b55828 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.223112] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c442409-f128-401e-961e-30df5e59e411 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.231540] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c899d4-7ab6-4700-a590-59956eaef07f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.245203] env[68166]: DEBUG nova.compute.provider_tree [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.612369] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806838, 'name': Rename_Task, 'duration_secs': 0.145413} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.612654] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.612884] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de031df7-b9fe-4d7e-abb1-46c5c69947c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.620152] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 846.620152] env[68166]: value = "task-2806839" [ 846.620152] env[68166]: _type = "Task" [ 846.620152] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.628697] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.724068] env[68166]: DEBUG nova.compute.manager [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.748859] env[68166]: DEBUG nova.scheduler.client.report [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.754765] env[68166]: DEBUG nova.virt.hardware [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.754765] env[68166]: DEBUG nova.virt.hardware [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.754765] env[68166]: DEBUG nova.virt.hardware [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.754989] env[68166]: DEBUG nova.virt.hardware [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.755108] env[68166]: DEBUG nova.virt.hardware [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.755334] env[68166]: DEBUG nova.virt.hardware [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.755410] env[68166]: DEBUG nova.virt.hardware [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.755573] env[68166]: DEBUG nova.virt.hardware [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.755740] env[68166]: DEBUG nova.virt.hardware [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.755907] env[68166]: DEBUG nova.virt.hardware [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.756500] env[68166]: DEBUG nova.virt.hardware [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.756925] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec09a77a-6179-453c-bfdd-1e92cee6100e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.766114] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede00bc6-8c81-4aa6-b36e-e82907660ab1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.781843] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.788022] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Creating folder: Project (00c9bb0c355449759f8edae32fc2202c). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.788697] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1554ab96-c659-4a57-877a-7454b561b741 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.801067] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Created folder: Project (00c9bb0c355449759f8edae32fc2202c) in parent group-v563881. [ 846.801279] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Creating folder: Instances. Parent ref: group-v564071. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.801524] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5578eda8-095b-4407-a599-72336aece1c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.813466] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Created folder: Instances in parent group-v564071. [ 846.813715] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.814286] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.814509] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28deb04d-0fb8-45c4-ac07-d5c7a2caae60 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.833617] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.833617] env[68166]: value = "task-2806842" [ 846.833617] env[68166]: _type = "Task" [ 846.833617] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.841989] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806842, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.908392] env[68166]: DEBUG nova.virt.hardware [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.908726] env[68166]: DEBUG nova.virt.hardware [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.908828] env[68166]: DEBUG nova.virt.hardware [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.909018] env[68166]: DEBUG nova.virt.hardware [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.909175] env[68166]: DEBUG nova.virt.hardware [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.909321] env[68166]: DEBUG nova.virt.hardware [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.909530] env[68166]: DEBUG nova.virt.hardware [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.909692] env[68166]: DEBUG nova.virt.hardware [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.909858] env[68166]: DEBUG nova.virt.hardware [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.910030] env[68166]: DEBUG nova.virt.hardware [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.910211] env[68166]: DEBUG nova.virt.hardware [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.911161] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae8d23b-e116-45da-a5e5-e690338a407f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.920836] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c4e93a-116a-470f-8a0d-115eaa03c2ae {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.936300] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:5b:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d97f0b4-60fe-45d9-a330-1958a9e1aff6', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.943794] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.944058] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.944279] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc868bf4-acab-40bd-b661-0f5b9658f3a6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.964814] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.964814] env[68166]: value = "task-2806843" [ 846.964814] env[68166]: _type = "Task" [ 846.964814] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.978117] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806843, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.131982] env[68166]: DEBUG oslo_vmware.api [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806839, 'name': PowerOnVM_Task, 'duration_secs': 0.47035} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.132275] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.132482] env[68166]: INFO nova.compute.manager [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Took 7.67 seconds to spawn the instance on the hypervisor. [ 847.132679] env[68166]: DEBUG nova.compute.manager [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.133487] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca87499-4f2c-4f49-bb6e-27da28ad613b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.345039] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806842, 'name': CreateVM_Task, 'duration_secs': 0.314376} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.345228] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.345662] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.345827] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.346172] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.346418] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-102650f5-934c-4a77-980a-4a76459c8e11 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.351929] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 847.351929] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5211c898-88a2-1d9c-3c98-62c76698e593" [ 847.351929] env[68166]: _type = "Task" [ 847.351929] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.360103] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5211c898-88a2-1d9c-3c98-62c76698e593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.475386] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806843, 'name': CreateVM_Task, 'duration_secs': 0.355676} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.475569] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.476367] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.654042] env[68166]: INFO nova.compute.manager [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Took 43.28 seconds to build instance. [ 847.766225] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.090s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.771990] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.002s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.773445] env[68166]: INFO nova.compute.claims [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.862617] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5211c898-88a2-1d9c-3c98-62c76698e593, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.862965] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.863183] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.863425] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.863568] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.863750] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.864036] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.864346] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.864598] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eba94f7f-daa8-43c1-9394-0e1fc6798dfe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.866415] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ccb3ee-ac6b-4fe4-ac2a-13e7266b021c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.872171] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 847.872171] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529d3afc-e43b-60d2-710a-ad57b684b984" [ 847.872171] env[68166]: _type = "Task" [ 847.872171] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.876343] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.876520] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.879859] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97cae5ff-ddd4-44d6-87fc-ae936a4c58a4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.882268] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529d3afc-e43b-60d2-710a-ad57b684b984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.885373] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 847.885373] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5227f77d-5d5a-6c53-e446-2de7ff76abb4" [ 847.885373] env[68166]: _type = "Task" [ 847.885373] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.893308] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5227f77d-5d5a-6c53-e446-2de7ff76abb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.157233] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d8d39d40-f346-4e02-b2e6-f007b5293091 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.969s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.383814] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529d3afc-e43b-60d2-710a-ad57b684b984, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.384162] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.384416] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.384624] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.395802] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5227f77d-5d5a-6c53-e446-2de7ff76abb4, 'name': SearchDatastore_Task, 'duration_secs': 0.026084} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.396669] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c325d6c9-42d5-4cfb-995a-7b66559f135b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.402172] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 848.402172] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5273404c-a7f9-a50f-b417-90b1f3ec9a4b" [ 848.402172] env[68166]: _type = "Task" [ 848.402172] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.410526] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5273404c-a7f9-a50f-b417-90b1f3ec9a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.540279] env[68166]: DEBUG nova.compute.manager [req-a3f1ce8d-f092-4522-9d81-288d28287ad8 req-b80e6caf-2819-4aab-a10f-59113d9a8a8b service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Received event network-changed-2fcdf42f-777e-46e0-9489-c6fc1f1cacbd {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.540484] env[68166]: DEBUG nova.compute.manager [req-a3f1ce8d-f092-4522-9d81-288d28287ad8 req-b80e6caf-2819-4aab-a10f-59113d9a8a8b service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Refreshing instance network info cache due to event network-changed-2fcdf42f-777e-46e0-9489-c6fc1f1cacbd. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 848.540732] env[68166]: DEBUG oslo_concurrency.lockutils [req-a3f1ce8d-f092-4522-9d81-288d28287ad8 req-b80e6caf-2819-4aab-a10f-59113d9a8a8b service nova] Acquiring lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.540881] env[68166]: DEBUG oslo_concurrency.lockutils [req-a3f1ce8d-f092-4522-9d81-288d28287ad8 req-b80e6caf-2819-4aab-a10f-59113d9a8a8b service nova] Acquired lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.541099] env[68166]: DEBUG nova.network.neutron [req-a3f1ce8d-f092-4522-9d81-288d28287ad8 req-b80e6caf-2819-4aab-a10f-59113d9a8a8b service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Refreshing network info cache for port 2fcdf42f-777e-46e0-9489-c6fc1f1cacbd {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.912889] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5273404c-a7f9-a50f-b417-90b1f3ec9a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.915298] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.915595] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] b8afd814-64f4-4138-b919-4151f557a42a/b8afd814-64f4-4138-b919-4151f557a42a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.916672] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.916672] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.916672] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98d8a50a-cebd-4035-90b3-fb16742664bb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.918534] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a134773-4ab6-4972-896e-92344ad3e2a8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.929451] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 848.929451] env[68166]: value = "task-2806844" [ 848.929451] env[68166]: _type = "Task" [ 848.929451] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.930710] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.930884] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.934468] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cbe8a97-2b99-4689-8123-77a84a65b212 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.944218] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.944545] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 848.944545] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a74adf-a4a4-7007-5679-80f5af8b7992" [ 848.944545] env[68166]: _type = "Task" [ 848.944545] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.953723] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a74adf-a4a4-7007-5679-80f5af8b7992, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.956568] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1340fa-6dc7-4476-bfcc-d634ad8c3c90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.963202] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 848.963202] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522af847-807d-df69-dd59-f57779fe97ff" [ 848.963202] env[68166]: _type = "Task" [ 848.963202] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.972376] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522af847-807d-df69-dd59-f57779fe97ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.300462] env[68166]: DEBUG nova.network.neutron [req-a3f1ce8d-f092-4522-9d81-288d28287ad8 req-b80e6caf-2819-4aab-a10f-59113d9a8a8b service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updated VIF entry in instance network info cache for port 2fcdf42f-777e-46e0-9489-c6fc1f1cacbd. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.301139] env[68166]: DEBUG nova.network.neutron [req-a3f1ce8d-f092-4522-9d81-288d28287ad8 req-b80e6caf-2819-4aab-a10f-59113d9a8a8b service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance_info_cache with network_info: [{"id": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "address": "fa:16:3e:99:be:ba", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcdf42f-77", "ovs_interfaceid": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.319134] env[68166]: INFO nova.compute.manager [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Swapping old allocation on dict_keys(['b78e4260-f887-4ec5-a8d8-94988ec46da5']) held by migration 7dd75328-f906-42ad-9b17-87f0c7d79b93 for instance [ 849.325105] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38672fb2-f2a5-4cbc-8030-d8ad007aa8c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.338942] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bccc8da-ca98-4bc0-8b7b-d52514d571f7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.121573] env[68166]: DEBUG oslo_concurrency.lockutils [req-a3f1ce8d-f092-4522-9d81-288d28287ad8 req-b80e6caf-2819-4aab-a10f-59113d9a8a8b service nova] Releasing lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.123146] env[68166]: DEBUG nova.scheduler.client.report [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Overwriting current allocation {'allocations': {'b78e4260-f887-4ec5-a8d8-94988ec46da5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 91}}, 'project_id': '717de4bd33e149d0a6bef172144e5d9c', 'user_id': 'de6b1e319c7249cf839115f5fb981eed', 'consumer_generation': 1} on consumer 7d2f1fa6-e57a-497d-86b5-42091880151a {{(pid=68166) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 850.131080] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cb8b5f-5eea-4c37-bcd1-5800c6899b03 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.139970] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522af847-807d-df69-dd59-f57779fe97ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.145024] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.145306] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1/3252ed02-af47-4919-a692-2a1f9a325fe1.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.145588] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49509} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.145837] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28e8f52b-451f-4689-a386-a4462aeda702 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.147805] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] b8afd814-64f4-4138-b919-4151f557a42a/b8afd814-64f4-4138-b919-4151f557a42a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.148029] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.149241] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782656be-8cf1-4c7c-9be4-8193dc859754 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.153263] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08bc2b9d-8470-4424-8d2a-690746e01a53 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.171044] env[68166]: DEBUG nova.compute.provider_tree [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.174846] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 850.174846] env[68166]: value = "task-2806845" [ 850.174846] env[68166]: _type = "Task" [ 850.174846] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.175183] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 850.175183] env[68166]: value = "task-2806846" [ 850.175183] env[68166]: _type = "Task" [ 850.175183] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.186871] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.193171] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.248533] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.248719] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquired lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.248983] env[68166]: DEBUG nova.network.neutron [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.677388] env[68166]: DEBUG nova.scheduler.client.report [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.693582] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483684} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.696978] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1/3252ed02-af47-4919-a692-2a1f9a325fe1.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.697221] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.697753] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106549} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.697954] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-101ff181-4802-47e1-a606-9f5380a989d5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.699997] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.701011] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcc473d-7c5e-4b14-a532-f984ddf3dcd8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.722418] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] b8afd814-64f4-4138-b919-4151f557a42a/b8afd814-64f4-4138-b919-4151f557a42a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.724350] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-821de82e-3f46-4a0c-a0f9-30ffd0b9b14e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.739317] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 850.739317] env[68166]: value = "task-2806847" [ 850.739317] env[68166]: _type = "Task" [ 850.739317] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.746677] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 850.746677] env[68166]: value = "task-2806848" [ 850.746677] env[68166]: _type = "Task" [ 850.746677] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.750312] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.763707] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.094502] env[68166]: DEBUG nova.network.neutron [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance_info_cache with network_info: [{"id": "ae606620-8e63-4afc-8a84-eb0747e73c69", "address": "fa:16:3e:87:45:f0", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae606620-8e", "ovs_interfaceid": "ae606620-8e63-4afc-8a84-eb0747e73c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.189214] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.417s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.189784] env[68166]: DEBUG nova.compute.manager [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.193257] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.810s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.193545] env[68166]: DEBUG nova.objects.instance [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lazy-loading 'resources' on Instance uuid dd07232c-0826-4839-9303-e9aeb6cb000e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.249903] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070631} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.250325] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.254147] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8bc55d-b3ff-4321-9113-b5f41d78f4da {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.262117] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806848, 'name': ReconfigVM_Task, 'duration_secs': 0.313697} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.273233] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Reconfigured VM instance instance-00000045 to attach disk [datastore1] b8afd814-64f4-4138-b919-4151f557a42a/b8afd814-64f4-4138-b919-4151f557a42a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.283278] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1/3252ed02-af47-4919-a692-2a1f9a325fe1.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.283614] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-392ca695-b77c-4f33-a778-5940b1b6452f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.286017] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01ecca6-99d3-4b0f-bac4-f51101fe9e99 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.309067] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 851.309067] env[68166]: value = "task-2806850" [ 851.309067] env[68166]: _type = "Task" [ 851.309067] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.309350] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 851.309350] env[68166]: value = "task-2806849" [ 851.309350] env[68166]: _type = "Task" [ 851.309350] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.325569] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.325569] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806849, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.597033] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Releasing lock "refresh_cache-7d2f1fa6-e57a-497d-86b5-42091880151a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.597489] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.597780] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85bfb604-3401-427d-8bfd-a8b349655c94 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.605622] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 851.605622] env[68166]: value = "task-2806851" [ 851.605622] env[68166]: _type = "Task" [ 851.605622] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.614814] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.696691] env[68166]: DEBUG nova.compute.utils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.701025] env[68166]: DEBUG nova.compute.manager [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.701231] env[68166]: DEBUG nova.network.neutron [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.750233] env[68166]: DEBUG nova.policy [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '428803b018be4fc48400f7bbc9d79352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731f9563b31b4722ae28466f9169f5ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.827559] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.831306] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806849, 'name': Rename_Task, 'duration_secs': 0.153565} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.831306] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.831445] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc8ab63f-60df-4f05-8534-efd6c1863e91 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.841227] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 851.841227] env[68166]: value = "task-2806852" [ 851.841227] env[68166]: _type = "Task" [ 851.841227] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.849268] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.090607] env[68166]: DEBUG nova.network.neutron [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Successfully created port: 42acb75d-733d-4e9a-aaa0-1b0c85952cc3 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.116296] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806851, 'name': PowerOffVM_Task, 'duration_secs': 0.202717} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.116566] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.117905] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:48:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='22cc6291-0eab-44b3-8dcd-e8ebe65ceca0',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1762717280',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.117905] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.117905] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.117905] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.118134] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.118134] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.118297] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.118481] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.118677] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.118845] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.119031] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.127190] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14f8943e-c6a1-438b-abe0-cdb2463d102b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.147123] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 852.147123] env[68166]: value = "task-2806853" [ 852.147123] env[68166]: _type = "Task" [ 852.147123] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.161156] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.206910] env[68166]: DEBUG nova.compute.manager [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.247022] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1c5532-1650-4350-b829-b7c63965735d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.260112] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97118779-da92-4bd7-a587-4f3bba494065 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.290448] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee160348-7c74-4be9-8ffa-162393d4c5d5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.300021] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddbf8b9-99ef-4a1d-af6e-2fb84b3ac98f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.315606] env[68166]: DEBUG nova.compute.provider_tree [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.326482] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806850, 'name': ReconfigVM_Task, 'duration_secs': 0.585897} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.327374] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1/3252ed02-af47-4919-a692-2a1f9a325fe1.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.328045] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1be8283e-8ede-4c87-b888-bb3071f9af91 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.335223] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 852.335223] env[68166]: value = "task-2806854" [ 852.335223] env[68166]: _type = "Task" [ 852.335223] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.344297] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806854, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.352288] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.657705] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806853, 'name': ReconfigVM_Task, 'duration_secs': 0.251659} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.658611] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fe25ed-b939-4bd1-aa51-00ab17a2af77 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.679211] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:48:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='22cc6291-0eab-44b3-8dcd-e8ebe65ceca0',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1762717280',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.679471] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.679630] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.679811] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.679972] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.680178] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.680432] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.680556] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.680733] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.680897] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.681084] env[68166]: DEBUG nova.virt.hardware [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.681895] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-212586ed-2a08-4e7c-b1b6-8cefa7913a68 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.688130] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 852.688130] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c9f796-51a6-e97e-fc54-4db48b36e2d3" [ 852.688130] env[68166]: _type = "Task" [ 852.688130] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.696560] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c9f796-51a6-e97e-fc54-4db48b36e2d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.822321] env[68166]: DEBUG nova.scheduler.client.report [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.847912] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806854, 'name': Rename_Task, 'duration_secs': 0.253596} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.851189] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.851454] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f90185a9-9b51-480d-9a6e-a5e9280279ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.858971] env[68166]: DEBUG oslo_vmware.api [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806852, 'name': PowerOnVM_Task, 'duration_secs': 0.654922} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.860269] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.860447] env[68166]: INFO nova.compute.manager [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Took 6.14 seconds to spawn the instance on the hypervisor. [ 852.860668] env[68166]: DEBUG nova.compute.manager [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.860991] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 852.860991] env[68166]: value = "task-2806855" [ 852.860991] env[68166]: _type = "Task" [ 852.860991] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.861713] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4bb5a3-b432-4c70-975c-6025e27176da {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.876621] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.204888] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c9f796-51a6-e97e-fc54-4db48b36e2d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.211384] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 853.211561] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef3c2d5d-2665-4d4e-a460-431e47c925e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.225424] env[68166]: DEBUG nova.compute.manager [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.234745] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 853.234745] env[68166]: value = "task-2806856" [ 853.234745] env[68166]: _type = "Task" [ 853.234745] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.245030] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.256860] env[68166]: DEBUG nova.virt.hardware [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.258132] env[68166]: DEBUG nova.virt.hardware [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.258132] env[68166]: DEBUG nova.virt.hardware [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.258132] env[68166]: DEBUG nova.virt.hardware [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.258132] env[68166]: DEBUG nova.virt.hardware [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.258132] env[68166]: DEBUG nova.virt.hardware [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.258132] env[68166]: DEBUG nova.virt.hardware [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.258398] env[68166]: DEBUG nova.virt.hardware [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.258398] env[68166]: DEBUG nova.virt.hardware [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.258522] env[68166]: DEBUG nova.virt.hardware [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.258740] env[68166]: DEBUG nova.virt.hardware [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.259641] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d9ea97-a2a2-46f9-b2f4-1c2a21423dd2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.269157] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852a70b1-2947-4907-86d7-7b5353161644 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.327409] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.330156] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.521s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.330400] env[68166]: DEBUG nova.objects.instance [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lazy-loading 'resources' on Instance uuid c1772706-fbfd-46f9-99c1-97f15936d5a7 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.353548] env[68166]: INFO nova.scheduler.client.report [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Deleted allocations for instance dd07232c-0826-4839-9303-e9aeb6cb000e [ 853.374678] env[68166]: DEBUG oslo_vmware.api [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806855, 'name': PowerOnVM_Task, 'duration_secs': 0.443137} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.374678] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.374678] env[68166]: DEBUG nova.compute.manager [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.376025] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c184dd3-bf67-4d7b-9e2d-c96e4ce90a3a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.390758] env[68166]: INFO nova.compute.manager [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Took 42.95 seconds to build instance. [ 853.619361] env[68166]: DEBUG nova.compute.manager [req-5e77bcd5-4f94-49ab-a3de-8ddeed1d580e req-43f8a603-7b20-4bbe-8ac8-833a87e758e1 service nova] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Received event network-vif-plugged-42acb75d-733d-4e9a-aaa0-1b0c85952cc3 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.619586] env[68166]: DEBUG oslo_concurrency.lockutils [req-5e77bcd5-4f94-49ab-a3de-8ddeed1d580e req-43f8a603-7b20-4bbe-8ac8-833a87e758e1 service nova] Acquiring lock "7e7e423c-9e12-4fdd-8dd8-81746ccec1bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.619798] env[68166]: DEBUG oslo_concurrency.lockutils [req-5e77bcd5-4f94-49ab-a3de-8ddeed1d580e req-43f8a603-7b20-4bbe-8ac8-833a87e758e1 service nova] Lock "7e7e423c-9e12-4fdd-8dd8-81746ccec1bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.619962] env[68166]: DEBUG oslo_concurrency.lockutils [req-5e77bcd5-4f94-49ab-a3de-8ddeed1d580e req-43f8a603-7b20-4bbe-8ac8-833a87e758e1 service nova] Lock "7e7e423c-9e12-4fdd-8dd8-81746ccec1bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.620140] env[68166]: DEBUG nova.compute.manager [req-5e77bcd5-4f94-49ab-a3de-8ddeed1d580e req-43f8a603-7b20-4bbe-8ac8-833a87e758e1 service nova] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] No waiting events found dispatching network-vif-plugged-42acb75d-733d-4e9a-aaa0-1b0c85952cc3 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.620623] env[68166]: WARNING nova.compute.manager [req-5e77bcd5-4f94-49ab-a3de-8ddeed1d580e req-43f8a603-7b20-4bbe-8ac8-833a87e758e1 service nova] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Received unexpected event network-vif-plugged-42acb75d-733d-4e9a-aaa0-1b0c85952cc3 for instance with vm_state building and task_state spawning. [ 853.662930] env[68166]: DEBUG nova.network.neutron [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Successfully updated port: 42acb75d-733d-4e9a-aaa0-1b0c85952cc3 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.751665] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806856, 'name': ReconfigVM_Task, 'duration_secs': 0.259067} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.752228] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 853.753258] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1107ec6-0a4d-494e-b4ca-906ce191c18d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.778696] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7d2f1fa6-e57a-497d-86b5-42091880151a/7d2f1fa6-e57a-497d-86b5-42091880151a.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.779183] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-250ef0dc-b28e-4239-897f-9ac91457473a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.799352] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 853.799352] env[68166]: value = "task-2806857" [ 853.799352] env[68166]: _type = "Task" [ 853.799352] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.807882] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.862618] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bee38906-627d-4544-9ec3-099241b23850 tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "dd07232c-0826-4839-9303-e9aeb6cb000e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.942s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.895573] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4b390fa3-aa04-4e5b-95c8-dcf2b073c9df tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lock "b8afd814-64f4-4138-b919-4151f557a42a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.193s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.897658] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.023515] env[68166]: INFO nova.compute.manager [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Rebuilding instance [ 854.065182] env[68166]: DEBUG nova.compute.manager [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.066394] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bed6fe0-ba84-41d3-a728-395372f9c77c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.167821] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "refresh_cache-7e7e423c-9e12-4fdd-8dd8-81746ccec1bb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.167821] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "refresh_cache-7e7e423c-9e12-4fdd-8dd8-81746ccec1bb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.167821] env[68166]: DEBUG nova.network.neutron [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.275592] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05edf428-6865-4de9-b3c4-77141e1c31cb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.283968] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc57a0d-4c65-41b9-9f0a-1f6a9620f79a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.318845] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdc3ecd-4d1c-4562-abb1-d400d427f584 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.327767] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.331210] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f15357-531d-4684-87e2-ffb8cbb77e93 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.344427] env[68166]: DEBUG nova.compute.provider_tree [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.710065] env[68166]: DEBUG nova.network.neutron [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.827805] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806857, 'name': ReconfigVM_Task, 'duration_secs': 0.905586} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.827805] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7d2f1fa6-e57a-497d-86b5-42091880151a/7d2f1fa6-e57a-497d-86b5-42091880151a.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.827805] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42dbe17-eea6-458d-8cea-8cf5b3d4cc8f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.847787] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58dc644-5c5b-4c71-9f50-dbb7e270501d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.851072] env[68166]: DEBUG nova.scheduler.client.report [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.872787] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cd2b75-3021-4a7d-b815-cca0ef0227f3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.894962] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bde00e4-af3b-484a-99c4-85203495f00d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.903191] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.903477] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d777142b-4ba2-48f2-8825-29ec914379c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.911187] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 854.911187] env[68166]: value = "task-2806858" [ 854.911187] env[68166]: _type = "Task" [ 854.911187] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.912054] env[68166]: DEBUG nova.network.neutron [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Updating instance_info_cache with network_info: [{"id": "42acb75d-733d-4e9a-aaa0-1b0c85952cc3", "address": "fa:16:3e:80:fb:8b", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42acb75d-73", "ovs_interfaceid": "42acb75d-733d-4e9a-aaa0-1b0c85952cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.922725] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.949792] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.950064] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.950270] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.950449] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.950678] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.952754] env[68166]: INFO nova.compute.manager [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Terminating instance [ 855.083775] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.084187] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed5f8972-04f9-483c-a174-69759d665cc1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.093145] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 855.093145] env[68166]: value = "task-2806859" [ 855.093145] env[68166]: _type = "Task" [ 855.093145] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.102371] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.356563] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.359036] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.454s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.360549] env[68166]: INFO nova.compute.claims [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.383881] env[68166]: INFO nova.scheduler.client.report [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Deleted allocations for instance c1772706-fbfd-46f9-99c1-97f15936d5a7 [ 855.418688] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "refresh_cache-7e7e423c-9e12-4fdd-8dd8-81746ccec1bb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.419082] env[68166]: DEBUG nova.compute.manager [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Instance network_info: |[{"id": "42acb75d-733d-4e9a-aaa0-1b0c85952cc3", "address": "fa:16:3e:80:fb:8b", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42acb75d-73", "ovs_interfaceid": "42acb75d-733d-4e9a-aaa0-1b0c85952cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.419615] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:fb:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42acb75d-733d-4e9a-aaa0-1b0c85952cc3', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.427834] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.428854] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.429128] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b0e0909-fb7f-4b70-9759-a66b96189cab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.447552] env[68166]: DEBUG oslo_vmware.api [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806858, 'name': PowerOnVM_Task, 'duration_secs': 0.515244} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.448278] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.453472] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.453472] env[68166]: value = "task-2806860" [ 855.453472] env[68166]: _type = "Task" [ 855.453472] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.457305] env[68166]: DEBUG nova.compute.manager [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.457505] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.458276] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d10019-7d03-4ee7-a6e8-f0e075a2cd2d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.465428] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806860, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.467380] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.468207] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a07d60e1-6b96-41f2-9f3a-ed96c74ec646 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.478946] env[68166]: DEBUG oslo_vmware.api [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 855.478946] env[68166]: value = "task-2806861" [ 855.478946] env[68166]: _type = "Task" [ 855.478946] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.488488] env[68166]: DEBUG oslo_vmware.api [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.604521] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806859, 'name': PowerOffVM_Task, 'duration_secs': 0.132842} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.604775] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.605441] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.606227] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9722589a-e54e-4997-9e02-621deef7eb28 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.614291] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.614642] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5951f6e9-cfbd-493e-9bec-f8d78178da82 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.643304] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.644031] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.644031] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Deleting the datastore file [datastore1] b8afd814-64f4-4138-b919-4151f557a42a {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.644031] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d6c4def-d47e-4599-9fba-e31a75b6fc1b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.651222] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 855.651222] env[68166]: value = "task-2806863" [ 855.651222] env[68166]: _type = "Task" [ 855.651222] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.661741] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.667781] env[68166]: DEBUG nova.compute.manager [req-75df50da-b122-4fb9-b293-bd9fd3f10c68 req-2e0b3f1c-49b7-4631-84e7-68270c67be43 service nova] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Received event network-changed-42acb75d-733d-4e9a-aaa0-1b0c85952cc3 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.668037] env[68166]: DEBUG nova.compute.manager [req-75df50da-b122-4fb9-b293-bd9fd3f10c68 req-2e0b3f1c-49b7-4631-84e7-68270c67be43 service nova] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Refreshing instance network info cache due to event network-changed-42acb75d-733d-4e9a-aaa0-1b0c85952cc3. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 855.668351] env[68166]: DEBUG oslo_concurrency.lockutils [req-75df50da-b122-4fb9-b293-bd9fd3f10c68 req-2e0b3f1c-49b7-4631-84e7-68270c67be43 service nova] Acquiring lock "refresh_cache-7e7e423c-9e12-4fdd-8dd8-81746ccec1bb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.668521] env[68166]: DEBUG oslo_concurrency.lockutils [req-75df50da-b122-4fb9-b293-bd9fd3f10c68 req-2e0b3f1c-49b7-4631-84e7-68270c67be43 service nova] Acquired lock "refresh_cache-7e7e423c-9e12-4fdd-8dd8-81746ccec1bb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.668811] env[68166]: DEBUG nova.network.neutron [req-75df50da-b122-4fb9-b293-bd9fd3f10c68 req-2e0b3f1c-49b7-4631-84e7-68270c67be43 service nova] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Refreshing network info cache for port 42acb75d-733d-4e9a-aaa0-1b0c85952cc3 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.891993] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1059c84d-43c4-47d8-baee-9a25b866384e tempest-MultipleCreateTestJSON-1302444995 tempest-MultipleCreateTestJSON-1302444995-project-member] Lock "c1772706-fbfd-46f9-99c1-97f15936d5a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.628s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.969065] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806860, 'name': CreateVM_Task, 'duration_secs': 0.368009} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.969065] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.969065] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.969065] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.969369] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.969652] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c433ef3-c475-4d9e-a0b7-7ca6d3401259 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.974581] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 855.974581] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529468e9-0a86-d858-df6a-0ed1217c171e" [ 855.974581] env[68166]: _type = "Task" [ 855.974581] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.982804] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529468e9-0a86-d858-df6a-0ed1217c171e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.990507] env[68166]: DEBUG oslo_vmware.api [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806861, 'name': PowerOffVM_Task, 'duration_secs': 0.217346} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.990819] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.990957] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.991207] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eb3a890-7a8c-4d80-84ac-4ed654d9d473 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.060316] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.060596] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.060966] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleting the datastore file [datastore1] 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.061129] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c7a421e-ff22-44a0-85ac-0a4ebad86b06 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.069728] env[68166]: DEBUG oslo_vmware.api [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 856.069728] env[68166]: value = "task-2806865" [ 856.069728] env[68166]: _type = "Task" [ 856.069728] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.078759] env[68166]: DEBUG oslo_vmware.api [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.160970] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147073} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.161164] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.161266] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.161437] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.375206] env[68166]: DEBUG nova.network.neutron [req-75df50da-b122-4fb9-b293-bd9fd3f10c68 req-2e0b3f1c-49b7-4631-84e7-68270c67be43 service nova] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Updated VIF entry in instance network info cache for port 42acb75d-733d-4e9a-aaa0-1b0c85952cc3. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.375563] env[68166]: DEBUG nova.network.neutron [req-75df50da-b122-4fb9-b293-bd9fd3f10c68 req-2e0b3f1c-49b7-4631-84e7-68270c67be43 service nova] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Updating instance_info_cache with network_info: [{"id": "42acb75d-733d-4e9a-aaa0-1b0c85952cc3", "address": "fa:16:3e:80:fb:8b", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42acb75d-73", "ovs_interfaceid": "42acb75d-733d-4e9a-aaa0-1b0c85952cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.465142] env[68166]: INFO nova.compute.manager [None req-b7b8986e-d736-4cab-8fa6-e04cd2aa52d8 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance to original state: 'active' [ 856.486832] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529468e9-0a86-d858-df6a-0ed1217c171e, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.487388] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.487627] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.487865] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.487993] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.488208] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.488768] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-024e58e3-3cfc-4085-b2ae-9ebf4323ac5f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.504900] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.504900] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.505524] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03f57dc4-cb5c-47a9-9463-a81b576d25dc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.512585] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 856.512585] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5237a9f3-afb8-b7f3-6b31-aa411f0bfda6" [ 856.512585] env[68166]: _type = "Task" [ 856.512585] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.523059] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5237a9f3-afb8-b7f3-6b31-aa411f0bfda6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.582981] env[68166]: DEBUG oslo_vmware.api [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.880774] env[68166]: DEBUG oslo_concurrency.lockutils [req-75df50da-b122-4fb9-b293-bd9fd3f10c68 req-2e0b3f1c-49b7-4631-84e7-68270c67be43 service nova] Releasing lock "refresh_cache-7e7e423c-9e12-4fdd-8dd8-81746ccec1bb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.891043] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b6c428-e3b1-413d-8dfb-7e43a788b914 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.903177] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f7ad70-0225-4f90-b6f3-ed5c58bbbb95 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.934295] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e631d6db-ffe1-42ca-a27a-277cda773200 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.942759] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cb61fc-488b-4b69-b713-b3b4a4725439 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.958388] env[68166]: DEBUG nova.compute.provider_tree [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.025138] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5237a9f3-afb8-b7f3-6b31-aa411f0bfda6, 'name': SearchDatastore_Task, 'duration_secs': 0.036204} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.025949] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8f6ef9-73fc-4601-a52c-209eb85454fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.034036] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 857.034036] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52270e79-c015-b0bf-410f-2cff4b776f8e" [ 857.034036] env[68166]: _type = "Task" [ 857.034036] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.041472] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52270e79-c015-b0bf-410f-2cff4b776f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.081567] env[68166]: DEBUG oslo_vmware.api [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.647427} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.081848] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.082044] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.082225] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.082394] env[68166]: INFO nova.compute.manager [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Took 1.62 seconds to destroy the instance on the hypervisor. [ 857.082637] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.082821] env[68166]: DEBUG nova.compute.manager [-] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.082993] env[68166]: DEBUG nova.network.neutron [-] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.208392] env[68166]: DEBUG nova.virt.hardware [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.210729] env[68166]: DEBUG nova.virt.hardware [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.210911] env[68166]: DEBUG nova.virt.hardware [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.211166] env[68166]: DEBUG nova.virt.hardware [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.211360] env[68166]: DEBUG nova.virt.hardware [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.211546] env[68166]: DEBUG nova.virt.hardware [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.211815] env[68166]: DEBUG nova.virt.hardware [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.212086] env[68166]: DEBUG nova.virt.hardware [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.212311] env[68166]: DEBUG nova.virt.hardware [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.212520] env[68166]: DEBUG nova.virt.hardware [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.212741] env[68166]: DEBUG nova.virt.hardware [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.213754] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30447b1-80f7-4322-9d16-4d17f0164dc4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.223567] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9461bbe6-03bf-4187-b2ad-b7d7df6ea5c8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.240022] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.246091] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.246615] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.246717] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-868d7718-a24e-42f4-b325-3a6730c40c72 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.266624] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.266624] env[68166]: value = "task-2806866" [ 857.266624] env[68166]: _type = "Task" [ 857.266624] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.281878] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806866, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.461436] env[68166]: DEBUG nova.scheduler.client.report [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.546092] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52270e79-c015-b0bf-410f-2cff4b776f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.546905] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.547066] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb/7e7e423c-9e12-4fdd-8dd8-81746ccec1bb.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.550052] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59762f21-d9b0-4995-ba32-e7f4828a9225 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.556046] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 857.556046] env[68166]: value = "task-2806867" [ 857.556046] env[68166]: _type = "Task" [ 857.556046] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.565563] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.697394] env[68166]: DEBUG nova.compute.manager [req-022941cd-b778-48dd-91f0-d79bdfe43823 req-bb557344-09ca-420f-93d4-534d07d663ff service nova] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Received event network-vif-deleted-2096ca63-cbed-4ced-b30e-868b7e77ed5d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.697710] env[68166]: INFO nova.compute.manager [req-022941cd-b778-48dd-91f0-d79bdfe43823 req-bb557344-09ca-420f-93d4-534d07d663ff service nova] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Neutron deleted interface 2096ca63-cbed-4ced-b30e-868b7e77ed5d; detaching it from the instance and deleting it from the info cache [ 857.697932] env[68166]: DEBUG nova.network.neutron [req-022941cd-b778-48dd-91f0-d79bdfe43823 req-bb557344-09ca-420f-93d4-534d07d663ff service nova] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.778695] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "7d2f1fa6-e57a-497d-86b5-42091880151a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.778999] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "7d2f1fa6-e57a-497d-86b5-42091880151a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.779210] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "7d2f1fa6-e57a-497d-86b5-42091880151a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.779403] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "7d2f1fa6-e57a-497d-86b5-42091880151a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.779575] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "7d2f1fa6-e57a-497d-86b5-42091880151a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.781169] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806866, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.781677] env[68166]: INFO nova.compute.manager [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Terminating instance [ 857.967878] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.971286] env[68166]: DEBUG nova.compute.manager [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.975567] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.162s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.975567] env[68166]: DEBUG nova.objects.instance [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lazy-loading 'resources' on Instance uuid 115e8583-bb39-42fa-8414-b5976e50c45b {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.069499] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806867, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.179785] env[68166]: DEBUG nova.network.neutron [-] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.200727] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b578358-13f4-4b98-a8d1-03a10c90cfc5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.213661] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a126891-91ea-4681-b40e-d207111f3651 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.262756] env[68166]: DEBUG nova.compute.manager [req-022941cd-b778-48dd-91f0-d79bdfe43823 req-bb557344-09ca-420f-93d4-534d07d663ff service nova] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Detach interface failed, port_id=2096ca63-cbed-4ced-b30e-868b7e77ed5d, reason: Instance 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 858.278926] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806866, 'name': CreateVM_Task, 'duration_secs': 0.873427} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.278926] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.279702] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.279942] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.280317] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.280701] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c79c5d36-4815-4146-ae2a-59997c9c3a02 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.286610] env[68166]: DEBUG nova.compute.manager [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.286610] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.286912] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 858.286912] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b45b95-520a-3b20-a11e-e479255ec863" [ 858.286912] env[68166]: _type = "Task" [ 858.286912] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.288628] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfaba01-06db-4be4-8649-9c55c3bf8c06 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.301818] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b45b95-520a-3b20-a11e-e479255ec863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.303602] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.303870] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6843b2c2-7485-422d-8c9d-252d0c3f229d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.310250] env[68166]: DEBUG oslo_vmware.api [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 858.310250] env[68166]: value = "task-2806868" [ 858.310250] env[68166]: _type = "Task" [ 858.310250] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.318186] env[68166]: DEBUG oslo_vmware.api [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.481382] env[68166]: DEBUG nova.compute.utils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.483514] env[68166]: DEBUG nova.compute.manager [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.483514] env[68166]: DEBUG nova.network.neutron [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.570632] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556857} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.570950] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb/7e7e423c-9e12-4fdd-8dd8-81746ccec1bb.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.571466] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.571466] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e6c3f22-70c5-46d5-8c98-98bded86dc19 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.579359] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 858.579359] env[68166]: value = "task-2806869" [ 858.579359] env[68166]: _type = "Task" [ 858.579359] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.590307] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.682477] env[68166]: INFO nova.compute.manager [-] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Took 1.60 seconds to deallocate network for instance. [ 858.716350] env[68166]: DEBUG nova.policy [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68df24b04f2e48a38afe73c3f53bb211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3edfe957e9b45d99617a862bcba1cb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.802509] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b45b95-520a-3b20-a11e-e479255ec863, 'name': SearchDatastore_Task, 'duration_secs': 0.02932} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.802854] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.803068] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.803312] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.803457] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.803630] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.806135] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a1abd3d-014b-4e09-89c5-1cf7acf22688 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.815594] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.815777] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.819127] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc18d169-ba8d-42bf-a8db-c1050714833c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.821344] env[68166]: DEBUG oslo_vmware.api [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806868, 'name': PowerOffVM_Task, 'duration_secs': 0.197962} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.823658] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.823831] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.824501] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d56d8d8b-44b1-4c32-87c3-75db96895855 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.827290] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 858.827290] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52187e69-62d7-1e84-8f6c-c1f1eea0f43a" [ 858.827290] env[68166]: _type = "Task" [ 858.827290] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.834842] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52187e69-62d7-1e84-8f6c-c1f1eea0f43a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.891102] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.891335] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.891566] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Deleting the datastore file [datastore1] 7d2f1fa6-e57a-497d-86b5-42091880151a {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.891821] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5c7201b-7889-49ef-a265-0f9a8ecc8fc6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.900183] env[68166]: DEBUG oslo_vmware.api [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 858.900183] env[68166]: value = "task-2806871" [ 858.900183] env[68166]: _type = "Task" [ 858.900183] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.909645] env[68166]: DEBUG oslo_vmware.api [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.977793] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459a0123-6db2-4232-bf99-f4d91d8c8b80 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.985913] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbcdb2e-19ce-48ee-a322-50d164e531d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.989589] env[68166]: DEBUG nova.compute.manager [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.024756] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ee0db0-ab7c-440d-9173-6bb5438dd8b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.033426] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ec957e-9fb6-4aa7-9d02-33e0fd6791bb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.047776] env[68166]: DEBUG nova.compute.provider_tree [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.049828] env[68166]: DEBUG nova.network.neutron [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Successfully created port: 6226cff8-8b49-4a4a-9ef2-ed09fdba157c {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.089432] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067818} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.090044] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.090904] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b061db96-6001-49a1-8cf5-72fb9d3d9fce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.114717] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb/7e7e423c-9e12-4fdd-8dd8-81746ccec1bb.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.115021] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c6b6b28-298b-4544-904d-b655c96d971a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.136445] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 859.136445] env[68166]: value = "task-2806872" [ 859.136445] env[68166]: _type = "Task" [ 859.136445] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.147749] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.191136] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.339089] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52187e69-62d7-1e84-8f6c-c1f1eea0f43a, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.339890] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f095288-7a56-448b-93a0-0def1a62bec5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.346199] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 859.346199] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52300627-d0aa-effe-496d-0bbfa3ebe9a9" [ 859.346199] env[68166]: _type = "Task" [ 859.346199] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.355832] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52300627-d0aa-effe-496d-0bbfa3ebe9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.411267] env[68166]: DEBUG oslo_vmware.api [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16396} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.411562] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.411790] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.411973] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.412186] env[68166]: INFO nova.compute.manager [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 859.412451] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.412688] env[68166]: DEBUG nova.compute.manager [-] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.412798] env[68166]: DEBUG nova.network.neutron [-] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.553058] env[68166]: DEBUG nova.scheduler.client.report [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.646977] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806872, 'name': ReconfigVM_Task, 'duration_secs': 0.319573} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.647281] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb/7e7e423c-9e12-4fdd-8dd8-81746ccec1bb.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.647909] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc76f4f5-f4ba-4fe4-a470-377e85283074 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.656111] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 859.656111] env[68166]: value = "task-2806873" [ 859.656111] env[68166]: _type = "Task" [ 859.656111] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.665937] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806873, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.858613] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52300627-d0aa-effe-496d-0bbfa3ebe9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.858896] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.859188] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] b8afd814-64f4-4138-b919-4151f557a42a/b8afd814-64f4-4138-b919-4151f557a42a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.859776] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f64708a-726e-49bb-ba13-79e1ef44a91c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.868413] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 859.868413] env[68166]: value = "task-2806874" [ 859.868413] env[68166]: _type = "Task" [ 859.868413] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.877594] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.930505] env[68166]: DEBUG nova.compute.manager [req-e20db5b6-102d-4a70-a7ae-446f623034ba req-39e57aba-0bcb-4c59-adcf-855e7a8b4374 service nova] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Received event network-vif-deleted-ae606620-8e63-4afc-8a84-eb0747e73c69 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.930802] env[68166]: INFO nova.compute.manager [req-e20db5b6-102d-4a70-a7ae-446f623034ba req-39e57aba-0bcb-4c59-adcf-855e7a8b4374 service nova] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Neutron deleted interface ae606620-8e63-4afc-8a84-eb0747e73c69; detaching it from the instance and deleting it from the info cache [ 859.931216] env[68166]: DEBUG nova.network.neutron [req-e20db5b6-102d-4a70-a7ae-446f623034ba req-39e57aba-0bcb-4c59-adcf-855e7a8b4374 service nova] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.000972] env[68166]: DEBUG nova.compute.manager [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.030183] env[68166]: DEBUG nova.virt.hardware [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.030442] env[68166]: DEBUG nova.virt.hardware [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.030627] env[68166]: DEBUG nova.virt.hardware [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.030828] env[68166]: DEBUG nova.virt.hardware [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.030974] env[68166]: DEBUG nova.virt.hardware [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.031139] env[68166]: DEBUG nova.virt.hardware [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.031394] env[68166]: DEBUG nova.virt.hardware [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.031493] env[68166]: DEBUG nova.virt.hardware [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.031671] env[68166]: DEBUG nova.virt.hardware [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.032024] env[68166]: DEBUG nova.virt.hardware [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.032089] env[68166]: DEBUG nova.virt.hardware [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.032926] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436a8903-99b3-4952-9937-664e06f8929c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.041910] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e630fe-b9fe-488a-b2c7-bb46a4af1514 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.057918] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.060654] env[68166]: DEBUG oslo_concurrency.lockutils [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.643s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.060919] env[68166]: DEBUG nova.objects.instance [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lazy-loading 'resources' on Instance uuid 369e1ee3-ae1e-453c-ac27-b21b6b171459 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.089320] env[68166]: INFO nova.scheduler.client.report [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Deleted allocations for instance 115e8583-bb39-42fa-8414-b5976e50c45b [ 860.168782] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806873, 'name': Rename_Task, 'duration_secs': 0.165796} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.168782] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.168782] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b9a6c5e-b77b-4e1c-8903-ca5c7f521e54 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.177763] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 860.177763] env[68166]: value = "task-2806875" [ 860.177763] env[68166]: _type = "Task" [ 860.177763] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.188599] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.318785] env[68166]: DEBUG nova.network.neutron [-] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.381256] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503164} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.381948] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] b8afd814-64f4-4138-b919-4151f557a42a/b8afd814-64f4-4138-b919-4151f557a42a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.382193] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.382467] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2838cb04-413e-4bfe-9b76-ad657a32b98c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.390286] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 860.390286] env[68166]: value = "task-2806876" [ 860.390286] env[68166]: _type = "Task" [ 860.390286] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.403663] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.435225] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c43cd46f-0809-4bed-a924-08ff77de1f4a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.447100] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae82e4e-0a60-437c-b4b3-8d5b571a3f27 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.497133] env[68166]: DEBUG nova.compute.manager [req-e20db5b6-102d-4a70-a7ae-446f623034ba req-39e57aba-0bcb-4c59-adcf-855e7a8b4374 service nova] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Detach interface failed, port_id=ae606620-8e63-4afc-8a84-eb0747e73c69, reason: Instance 7d2f1fa6-e57a-497d-86b5-42091880151a could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 860.597868] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc053332-626d-4d0e-a873-a5848c2ace4a tempest-ListServerFiltersTestJSON-1911071594 tempest-ListServerFiltersTestJSON-1911071594-project-member] Lock "115e8583-bb39-42fa-8414-b5976e50c45b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.190s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.628370] env[68166]: DEBUG nova.compute.manager [req-870de9d8-b10f-4577-914b-0e419336198d req-d79425f7-6baf-4f1b-862e-d3222590e898 service nova] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Received event network-vif-plugged-6226cff8-8b49-4a4a-9ef2-ed09fdba157c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.628693] env[68166]: DEBUG oslo_concurrency.lockutils [req-870de9d8-b10f-4577-914b-0e419336198d req-d79425f7-6baf-4f1b-862e-d3222590e898 service nova] Acquiring lock "0d983231-b268-48a5-b899-bd77c77712db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.628979] env[68166]: DEBUG oslo_concurrency.lockutils [req-870de9d8-b10f-4577-914b-0e419336198d req-d79425f7-6baf-4f1b-862e-d3222590e898 service nova] Lock "0d983231-b268-48a5-b899-bd77c77712db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.630209] env[68166]: DEBUG oslo_concurrency.lockutils [req-870de9d8-b10f-4577-914b-0e419336198d req-d79425f7-6baf-4f1b-862e-d3222590e898 service nova] Lock "0d983231-b268-48a5-b899-bd77c77712db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.630209] env[68166]: DEBUG nova.compute.manager [req-870de9d8-b10f-4577-914b-0e419336198d req-d79425f7-6baf-4f1b-862e-d3222590e898 service nova] [instance: 0d983231-b268-48a5-b899-bd77c77712db] No waiting events found dispatching network-vif-plugged-6226cff8-8b49-4a4a-9ef2-ed09fdba157c {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.630209] env[68166]: WARNING nova.compute.manager [req-870de9d8-b10f-4577-914b-0e419336198d req-d79425f7-6baf-4f1b-862e-d3222590e898 service nova] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Received unexpected event network-vif-plugged-6226cff8-8b49-4a4a-9ef2-ed09fdba157c for instance with vm_state building and task_state spawning. [ 860.701922] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806875, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.823777] env[68166]: INFO nova.compute.manager [-] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Took 1.41 seconds to deallocate network for instance. [ 860.839586] env[68166]: DEBUG nova.network.neutron [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Successfully updated port: 6226cff8-8b49-4a4a-9ef2-ed09fdba157c {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.905270] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064506} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.905537] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.906511] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb273bb-c97d-4809-89f5-4bf2b1a22e9e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.931225] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] b8afd814-64f4-4138-b919-4151f557a42a/b8afd814-64f4-4138-b919-4151f557a42a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.934276] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c688e9-9c86-4255-be9e-399d51fd5683 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.957223] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 860.957223] env[68166]: value = "task-2806877" [ 860.957223] env[68166]: _type = "Task" [ 860.957223] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.969906] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.175926] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7061fe87-b3d2-4f41-925b-8da2277dcb5c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.191490] env[68166]: DEBUG oslo_vmware.api [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806875, 'name': PowerOnVM_Task, 'duration_secs': 0.571313} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.192526] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a285d5c-3d4e-4725-8b55-60e3e46c1474 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.195830] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.196046] env[68166]: INFO nova.compute.manager [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Took 7.97 seconds to spawn the instance on the hypervisor. [ 861.196246] env[68166]: DEBUG nova.compute.manager [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.197057] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ef50d1-5c17-4b0b-919b-fcca0ea7ef21 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.237533] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfdbf3e-6a40-4f58-b354-d4f9130679dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.247017] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a179fa4-08e1-4aac-b374-5a2288a27c33 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.263493] env[68166]: DEBUG nova.compute.provider_tree [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.332287] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.346191] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "refresh_cache-0d983231-b268-48a5-b899-bd77c77712db" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.346354] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquired lock "refresh_cache-0d983231-b268-48a5-b899-bd77c77712db" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.346508] env[68166]: DEBUG nova.network.neutron [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.469926] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806877, 'name': ReconfigVM_Task, 'duration_secs': 0.307203} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.473173] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Reconfigured VM instance instance-00000045 to attach disk [datastore2] b8afd814-64f4-4138-b919-4151f557a42a/b8afd814-64f4-4138-b919-4151f557a42a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.473173] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60286a1e-9e7c-4246-bd04-52e936387472 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.481646] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 861.481646] env[68166]: value = "task-2806878" [ 861.481646] env[68166]: _type = "Task" [ 861.481646] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.491048] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806878, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.754527] env[68166]: INFO nova.compute.manager [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Took 48.00 seconds to build instance. [ 861.767739] env[68166]: DEBUG nova.scheduler.client.report [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.932729] env[68166]: DEBUG nova.network.neutron [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.992907] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806878, 'name': Rename_Task, 'duration_secs': 0.162387} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.993187] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.993367] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b5ab1a4-78be-4ba7-a24f-826451c3ae9f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.003212] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 862.003212] env[68166]: value = "task-2806879" [ 862.003212] env[68166]: _type = "Task" [ 862.003212] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.017397] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.177335] env[68166]: DEBUG nova.network.neutron [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Updating instance_info_cache with network_info: [{"id": "6226cff8-8b49-4a4a-9ef2-ed09fdba157c", "address": "fa:16:3e:73:15:19", "network": {"id": "c00896f0-96d8-44d4-b08c-c75a022e48cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217931414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3edfe957e9b45d99617a862bcba1cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6226cff8-8b", "ovs_interfaceid": "6226cff8-8b49-4a4a-9ef2-ed09fdba157c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.257531] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7b86e2c3-4bcb-4504-96ad-4183d4d2714d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "7e7e423c-9e12-4fdd-8dd8-81746ccec1bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.505s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.274551] env[68166]: DEBUG oslo_concurrency.lockutils [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.279043] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.859s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.309027] env[68166]: INFO nova.scheduler.client.report [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Deleted allocations for instance 369e1ee3-ae1e-453c-ac27-b21b6b171459 [ 862.521436] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.680034] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Releasing lock "refresh_cache-0d983231-b268-48a5-b899-bd77c77712db" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.680491] env[68166]: DEBUG nova.compute.manager [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Instance network_info: |[{"id": "6226cff8-8b49-4a4a-9ef2-ed09fdba157c", "address": "fa:16:3e:73:15:19", "network": {"id": "c00896f0-96d8-44d4-b08c-c75a022e48cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217931414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3edfe957e9b45d99617a862bcba1cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6226cff8-8b", "ovs_interfaceid": "6226cff8-8b49-4a4a-9ef2-ed09fdba157c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.681034] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:15:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6226cff8-8b49-4a4a-9ef2-ed09fdba157c', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.692529] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.695724] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.696374] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f4de494-dae5-4290-ab07-38eecc97f154 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.721795] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.721795] env[68166]: value = "task-2806880" [ 862.721795] env[68166]: _type = "Task" [ 862.721795] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.735330] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806880, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.822927] env[68166]: DEBUG oslo_concurrency.lockutils [None req-19cdd868-f26e-462b-af35-9d1490792538 tempest-ServersAdminNegativeTestJSON-795035315 tempest-ServersAdminNegativeTestJSON-795035315-project-member] Lock "369e1ee3-ae1e-453c-ac27-b21b6b171459" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.407s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.865030] env[68166]: DEBUG nova.compute.manager [req-7f1c3aeb-e189-4d43-8403-4a4b7836f96f req-916916fd-00a3-4ec1-8d94-e0c28c294f79 service nova] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Received event network-changed-6226cff8-8b49-4a4a-9ef2-ed09fdba157c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.865260] env[68166]: DEBUG nova.compute.manager [req-7f1c3aeb-e189-4d43-8403-4a4b7836f96f req-916916fd-00a3-4ec1-8d94-e0c28c294f79 service nova] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Refreshing instance network info cache due to event network-changed-6226cff8-8b49-4a4a-9ef2-ed09fdba157c. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 862.865482] env[68166]: DEBUG oslo_concurrency.lockutils [req-7f1c3aeb-e189-4d43-8403-4a4b7836f96f req-916916fd-00a3-4ec1-8d94-e0c28c294f79 service nova] Acquiring lock "refresh_cache-0d983231-b268-48a5-b899-bd77c77712db" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.865644] env[68166]: DEBUG oslo_concurrency.lockutils [req-7f1c3aeb-e189-4d43-8403-4a4b7836f96f req-916916fd-00a3-4ec1-8d94-e0c28c294f79 service nova] Acquired lock "refresh_cache-0d983231-b268-48a5-b899-bd77c77712db" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.865840] env[68166]: DEBUG nova.network.neutron [req-7f1c3aeb-e189-4d43-8403-4a4b7836f96f req-916916fd-00a3-4ec1-8d94-e0c28c294f79 service nova] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Refreshing network info cache for port 6226cff8-8b49-4a4a-9ef2-ed09fdba157c {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.017483] env[68166]: DEBUG oslo_vmware.api [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806879, 'name': PowerOnVM_Task, 'duration_secs': 0.926857} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.017828] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.018581] env[68166]: DEBUG nova.compute.manager [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.019793] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cbbc9a-2233-4326-83c7-4bb8435e0b69 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.034316] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "419e071b-87a4-422d-a2b0-1d04042b34e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.034316] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "419e071b-87a4-422d-a2b0-1d04042b34e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.197633] env[68166]: DEBUG nova.compute.manager [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.198696] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16962e7b-3996-4d1e-b9ed-65d033bb4ceb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.238449] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806880, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.308708] env[68166]: INFO nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating resource usage from migration ecd50b01-6d69-4b9d-8831-f88734faea53 [ 863.334884] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 454157e8-7676-48d4-ad67-46759341426a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.334884] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 3252ed02-af47-4919-a692-2a1f9a325fe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.334884] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance b8c67555-fca1-4aa9-85fa-ccb217eb34ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.334884] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance a280c315-55e1-4e87-934c-e68328ced4b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.334884] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.335144] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 3a2b3377-72ea-4d06-9b48-e82757055254 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.335144] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance f1ed11a4-6524-41b7-a2f2-84b3e75a99e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.335312] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance ce861df0-6e5c-4940-a0d3-54677ae80a8a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 863.336144] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 4330fb56-071a-4059-b7aa-84cd3ab5bf22 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.336346] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance a6990f0d-066a-40e6-92bf-42c09941b9cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.336663] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 9472ee31-d423-47d4-892f-1b8676886d61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.336813] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 3d345623-d941-407b-ad67-5df1d686874f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.337211] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance ea744a0c-56e5-4e41-9d0e-b8f5e568d062 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.337608] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 5fe5fef4-bbaf-49fc-a3e4-b3122a680519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.337783] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance ae4746e2-7223-4c5b-971c-cb6230a08c27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.337910] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance c1d955b6-b2ee-4e33-83c1-a40c5ee72737 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.338044] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 53cd22fe-6474-4c52-a91c-82750ef7817e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.340102] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance e4217474-e41a-47a7-b477-634bf419f891 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 863.340102] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 863.340102] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.340102] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 63c63596-9f1f-403c-9faf-179f9316ef7d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 863.340102] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 7d2f1fa6-e57a-497d-86b5-42091880151a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 863.340102] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 04700440-a230-4390-9a6f-b258604697d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.340102] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 48928fac-b86e-45aa-956b-7b4b4f2af6cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 863.340102] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance c517fd87-85f9-40d8-88cb-5cc524290a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.340102] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance b8afd814-64f4-4138-b919-4151f557a42a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.340102] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.340813] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 0d983231-b268-48a5-b899-bd77c77712db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.340813] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Migration ecd50b01-6d69-4b9d-8831-f88734faea53 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 863.340813] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 8a8855b8-fb7e-4235-9284-15425b7cb956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.490424] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "59062d12-7dd0-4383-934b-eef6f14ba52c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.490756] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "59062d12-7dd0-4383-934b-eef6f14ba52c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.541875] env[68166]: DEBUG nova.compute.manager [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.552255] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.675955] env[68166]: DEBUG nova.network.neutron [req-7f1c3aeb-e189-4d43-8403-4a4b7836f96f req-916916fd-00a3-4ec1-8d94-e0c28c294f79 service nova] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Updated VIF entry in instance network info cache for port 6226cff8-8b49-4a4a-9ef2-ed09fdba157c. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.676343] env[68166]: DEBUG nova.network.neutron [req-7f1c3aeb-e189-4d43-8403-4a4b7836f96f req-916916fd-00a3-4ec1-8d94-e0c28c294f79 service nova] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Updating instance_info_cache with network_info: [{"id": "6226cff8-8b49-4a4a-9ef2-ed09fdba157c", "address": "fa:16:3e:73:15:19", "network": {"id": "c00896f0-96d8-44d4-b08c-c75a022e48cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1217931414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3edfe957e9b45d99617a862bcba1cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6226cff8-8b", "ovs_interfaceid": "6226cff8-8b49-4a4a-9ef2-ed09fdba157c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.714308] env[68166]: INFO nova.compute.manager [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] instance snapshotting [ 863.715731] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df41d34-1316-4c44-a671-2cd185530c39 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.743615] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855434a8-b1f2-45db-a7f9-7ccc22820b46 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.757740] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806880, 'name': CreateVM_Task, 'duration_secs': 0.530532} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.758039] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.758916] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.759140] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.759496] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.759791] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d07728-ac53-4f03-9604-7a0d62d4fe0d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.771760] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 863.771760] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c73b0c-ba36-fdde-ab7a-c66d30be6a58" [ 863.771760] env[68166]: _type = "Task" [ 863.771760] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.784465] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c73b0c-ba36-fdde-ab7a-c66d30be6a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.846428] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 4f657381-f0cf-40e4-87f7-815ccb5eaf9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 863.912551] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "064a83c8-189c-45a4-acb9-b74d809abd18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.912551] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.996098] env[68166]: DEBUG nova.compute.manager [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.065305] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.178787] env[68166]: DEBUG oslo_concurrency.lockutils [req-7f1c3aeb-e189-4d43-8403-4a4b7836f96f req-916916fd-00a3-4ec1-8d94-e0c28c294f79 service nova] Releasing lock "refresh_cache-0d983231-b268-48a5-b899-bd77c77712db" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.270738] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 864.270960] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4bb2f830-1a8f-4483-8c65-d0ed9f8bee8c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.283464] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c73b0c-ba36-fdde-ab7a-c66d30be6a58, 'name': SearchDatastore_Task, 'duration_secs': 0.015205} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.285128] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.285437] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.285815] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.286283] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.286358] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.286740] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 864.286740] env[68166]: value = "task-2806881" [ 864.286740] env[68166]: _type = "Task" [ 864.286740] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.286943] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bd3b2e9-d75a-4bf8-bea2-c5e668d8f32d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.298753] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.300941] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.301163] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.301871] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f7efe1-329a-4c9c-8b4a-05a06af35caa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.311053] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 864.311053] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d3eae3-7149-395c-41fe-074748e65e42" [ 864.311053] env[68166]: _type = "Task" [ 864.311053] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.320960] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d3eae3-7149-395c-41fe-074748e65e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.354303] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 864.415193] env[68166]: DEBUG nova.compute.manager [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.515087] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.704218] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquiring lock "b8afd814-64f4-4138-b919-4151f557a42a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.704508] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lock "b8afd814-64f4-4138-b919-4151f557a42a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.704734] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquiring lock "b8afd814-64f4-4138-b919-4151f557a42a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.704911] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lock "b8afd814-64f4-4138-b919-4151f557a42a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.705094] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lock "b8afd814-64f4-4138-b919-4151f557a42a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.708772] env[68166]: INFO nova.compute.manager [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Terminating instance [ 864.800165] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806881, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.824023] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d3eae3-7149-395c-41fe-074748e65e42, 'name': SearchDatastore_Task, 'duration_secs': 0.015407} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.824023] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859dcac7-8770-4380-8338-1ea1a05206c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.831214] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 864.831214] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524516be-df77-6014-f8ee-bcf22093e61a" [ 864.831214] env[68166]: _type = "Task" [ 864.831214] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.842978] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524516be-df77-6014-f8ee-bcf22093e61a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.857436] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 419e071b-87a4-422d-a2b0-1d04042b34e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 864.949876] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.214075] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquiring lock "refresh_cache-b8afd814-64f4-4138-b919-4151f557a42a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.214075] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquired lock "refresh_cache-b8afd814-64f4-4138-b919-4151f557a42a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.214075] env[68166]: DEBUG nova.network.neutron [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.304372] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806881, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.343559] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524516be-df77-6014-f8ee-bcf22093e61a, 'name': SearchDatastore_Task, 'duration_secs': 0.012989} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.343830] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.344342] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 0d983231-b268-48a5-b899-bd77c77712db/0d983231-b268-48a5-b899-bd77c77712db.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.344628] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df19b620-39e2-4430-bb74-862d007fa69c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.353534] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 865.353534] env[68166]: value = "task-2806882" [ 865.353534] env[68166]: _type = "Task" [ 865.353534] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.360361] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 59062d12-7dd0-4383-934b-eef6f14ba52c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 865.360747] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 865.360916] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 865.367166] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.744509] env[68166]: DEBUG nova.network.neutron [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.803944] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806881, 'name': CreateSnapshot_Task, 'duration_secs': 1.086579} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.804526] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 865.805975] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717da9e9-50d5-4e71-aed7-f30a3c8e4855 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.866239] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806882, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.873784] env[68166]: DEBUG nova.network.neutron [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.939214] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db9270-605a-43c1-8655-b02f7739cf7d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.950473] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01377990-7482-4c29-acc9-d6596546742c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.992963] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa031147-18e5-4d64-b56b-352795bed1f5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.003469] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb395de-5f8f-43fb-9d21-281eef361cdf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.024148] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.334924] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 866.335287] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad31e36a-829b-4455-aecd-6d48d1313f17 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.344537] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 866.344537] env[68166]: value = "task-2806883" [ 866.344537] env[68166]: _type = "Task" [ 866.344537] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.353028] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806883, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.365858] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819453} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.365858] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 0d983231-b268-48a5-b899-bd77c77712db/0d983231-b268-48a5-b899-bd77c77712db.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.365858] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.365858] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54652205-7272-430e-a0f9-4fd2fc8e33d0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.371957] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 866.371957] env[68166]: value = "task-2806884" [ 866.371957] env[68166]: _type = "Task" [ 866.371957] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.377017] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Releasing lock "refresh_cache-b8afd814-64f4-4138-b919-4151f557a42a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.377864] env[68166]: DEBUG nova.compute.manager [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.377864] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.382067] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc8be29-206a-4815-bd7a-e2126048b902 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.384817] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.391067] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.391357] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f94422d-58d3-4495-b202-4ce4fdd1f0da {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.398509] env[68166]: DEBUG oslo_vmware.api [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 866.398509] env[68166]: value = "task-2806885" [ 866.398509] env[68166]: _type = "Task" [ 866.398509] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.409489] env[68166]: DEBUG oslo_vmware.api [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.532508] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.855701] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806883, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.883670] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078295} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.883976] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.885326] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2203075e-6cc9-4f3f-a9ba-90c90791f2fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.918323] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 0d983231-b268-48a5-b899-bd77c77712db/0d983231-b268-48a5-b899-bd77c77712db.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.924777] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d33cfd89-9539-49bc-ac29-9570da726525 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.949812] env[68166]: DEBUG oslo_vmware.api [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806885, 'name': PowerOffVM_Task, 'duration_secs': 0.168296} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.950022] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.950211] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.950591] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 866.950591] env[68166]: value = "task-2806886" [ 866.950591] env[68166]: _type = "Task" [ 866.950591] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.950803] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77d38281-298f-4962-95b3-c11200312792 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.963509] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.981381] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.981668] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.981856] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Deleting the datastore file [datastore2] b8afd814-64f4-4138-b919-4151f557a42a {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.982741] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c51f4108-10fc-48a7-88ce-cf05ba7ac848 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.993118] env[68166]: DEBUG oslo_vmware.api [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for the task: (returnval){ [ 866.993118] env[68166]: value = "task-2806888" [ 866.993118] env[68166]: _type = "Task" [ 866.993118] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.002610] env[68166]: DEBUG oslo_vmware.api [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.042174] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 867.042174] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.764s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.042174] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.275s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.042174] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.044711] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.976s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.046429] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.046584] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Cleaning up deleted instances {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 867.100510] env[68166]: INFO nova.scheduler.client.report [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Deleted allocations for instance e4217474-e41a-47a7-b477-634bf419f891 [ 867.359986] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806883, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.462726] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806886, 'name': ReconfigVM_Task, 'duration_secs': 0.305791} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.463055] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 0d983231-b268-48a5-b899-bd77c77712db/0d983231-b268-48a5-b899-bd77c77712db.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.463816] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d3ff006-024c-4864-b442-978a10246b39 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.472382] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 867.472382] env[68166]: value = "task-2806889" [ 867.472382] env[68166]: _type = "Task" [ 867.472382] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.481196] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806889, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.503442] env[68166]: DEBUG oslo_vmware.api [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Task: {'id': task-2806888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107884} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.507257] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.507257] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.507257] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.507257] env[68166]: INFO nova.compute.manager [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 867.507257] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.507257] env[68166]: DEBUG nova.compute.manager [-] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.507257] env[68166]: DEBUG nova.network.neutron [-] [instance: b8afd814-64f4-4138-b919-4151f557a42a] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.523586] env[68166]: DEBUG nova.network.neutron [-] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.552891] env[68166]: INFO nova.compute.claims [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.567047] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] There are 41 instances to clean {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 867.567270] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: c1772706-fbfd-46f9-99c1-97f15936d5a7] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.610639] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fc44dd8-f629-4ea6-a0f1-567cd1ec9b76 tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "e4217474-e41a-47a7-b477-634bf419f891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.939s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.857509] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806883, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.984501] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806889, 'name': Rename_Task, 'duration_secs': 0.244796} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.984805] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.985094] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b78ec37e-d697-49f7-bc7d-86a317aad9a8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.994221] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 867.994221] env[68166]: value = "task-2806890" [ 867.994221] env[68166]: _type = "Task" [ 867.994221] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.002739] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.027125] env[68166]: DEBUG nova.network.neutron [-] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.072468] env[68166]: INFO nova.compute.resource_tracker [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating resource usage from migration ecd50b01-6d69-4b9d-8831-f88734faea53 [ 868.075366] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: dd07232c-0826-4839-9303-e9aeb6cb000e] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.358142] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806883, 'name': CloneVM_Task} progress is 95%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.507340] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806890, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.530237] env[68166]: INFO nova.compute.manager [-] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Took 1.03 seconds to deallocate network for instance. [ 868.580534] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.580844] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.582302] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 8d0ab303-e615-45b1-b574-8ba7eafa49b9] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.623999] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2014497-9cbd-47a2-9818-cdf4c72cc2d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.634331] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e9ffe8-ef8d-4c3a-b598-5dd56f4d8983 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.669886] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88813a66-bffc-423e-a3f6-e26044168fa4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.678271] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7c82eb-eb19-41be-9812-91e599c12e9f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.692883] env[68166]: DEBUG nova.compute.provider_tree [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.860150] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806883, 'name': CloneVM_Task, 'duration_secs': 2.213766} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.860409] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Created linked-clone VM from snapshot [ 868.861289] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964fa895-773c-409e-ad18-d7a032b3d5c8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.869893] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Uploading image d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 868.897470] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 868.897470] env[68166]: value = "vm-564079" [ 868.897470] env[68166]: _type = "VirtualMachine" [ 868.897470] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 868.897750] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-80bc711c-2167-4105-834f-b4b98510d459 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.906754] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lease: (returnval){ [ 868.906754] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527f56eb-8ced-2010-0b19-7f510a85d027" [ 868.906754] env[68166]: _type = "HttpNfcLease" [ 868.906754] env[68166]: } obtained for exporting VM: (result){ [ 868.906754] env[68166]: value = "vm-564079" [ 868.906754] env[68166]: _type = "VirtualMachine" [ 868.906754] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 868.907047] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the lease: (returnval){ [ 868.907047] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527f56eb-8ced-2010-0b19-7f510a85d027" [ 868.907047] env[68166]: _type = "HttpNfcLease" [ 868.907047] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 868.913974] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.913974] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527f56eb-8ced-2010-0b19-7f510a85d027" [ 868.913974] env[68166]: _type = "HttpNfcLease" [ 868.913974] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 869.005906] env[68166]: DEBUG oslo_vmware.api [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806890, 'name': PowerOnVM_Task, 'duration_secs': 0.565052} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.006290] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.006495] env[68166]: INFO nova.compute.manager [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Took 9.01 seconds to spawn the instance on the hypervisor. [ 869.006674] env[68166]: DEBUG nova.compute.manager [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.007457] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6879d1b2-8422-4f07-a242-7f11de088525 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.039908] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.085706] env[68166]: DEBUG nova.compute.manager [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.088850] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 1396ee3b-7b96-40e3-a23f-48d6f0f703bf] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.196057] env[68166]: DEBUG nova.scheduler.client.report [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.424446] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.424446] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527f56eb-8ced-2010-0b19-7f510a85d027" [ 869.424446] env[68166]: _type = "HttpNfcLease" [ 869.424446] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 869.424731] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 869.424731] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527f56eb-8ced-2010-0b19-7f510a85d027" [ 869.424731] env[68166]: _type = "HttpNfcLease" [ 869.424731] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 869.425491] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636fd099-a6f5-4bbf-af09-ed17d57c3c18 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.439637] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b77408-3748-d0e0-324f-c09308de241a/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 869.439845] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b77408-3748-d0e0-324f-c09308de241a/disk-0.vmdk for reading. {{(pid=68166) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 869.523809] env[68166]: INFO nova.compute.manager [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Took 49.65 seconds to build instance. [ 869.535222] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4142077-ce6d-4384-81a3-679eabefe45d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.595417] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 0ac95074-a397-4511-9c95-4e7476306909] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.616232] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.701259] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.656s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.701630] env[68166]: INFO nova.compute.manager [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Migrating [ 869.708807] env[68166]: DEBUG oslo_concurrency.lockutils [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.996s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.708996] env[68166]: DEBUG oslo_concurrency.lockutils [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.711319] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.410s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.713015] env[68166]: INFO nova.compute.claims [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.735154] env[68166]: INFO nova.scheduler.client.report [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Deleted allocations for instance ce861df0-6e5c-4940-a0d3-54677ae80a8a [ 869.933539] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "0d983231-b268-48a5-b899-bd77c77712db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.025521] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2c7f1f8-62a9-4190-ba4c-616589f70ba8 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "0d983231-b268-48a5-b899-bd77c77712db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.810s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.025800] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "0d983231-b268-48a5-b899-bd77c77712db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.093s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.026040] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "0d983231-b268-48a5-b899-bd77c77712db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.026288] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "0d983231-b268-48a5-b899-bd77c77712db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.026428] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "0d983231-b268-48a5-b899-bd77c77712db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.029552] env[68166]: INFO nova.compute.manager [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Terminating instance [ 870.098575] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 5c68895a-ac2b-4668-9924-097fc2e41de9] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 870.224576] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.224576] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.224735] env[68166]: DEBUG nova.network.neutron [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.243181] env[68166]: DEBUG oslo_concurrency.lockutils [None req-22fec446-d93e-495d-9027-67a9598f0f51 tempest-FloatingIPsAssociationTestJSON-1457895830 tempest-FloatingIPsAssociationTestJSON-1457895830-project-member] Lock "ce861df0-6e5c-4940-a0d3-54677ae80a8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.522s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.536706] env[68166]: DEBUG nova.compute.manager [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.536706] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.537903] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ac15ad-3341-47d0-9710-0036fa9b09db {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.551197] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.551673] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31456974-4798-4191-bfee-7cbf8ad570f9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.563202] env[68166]: DEBUG oslo_vmware.api [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 870.563202] env[68166]: value = "task-2806893" [ 870.563202] env[68166]: _type = "Task" [ 870.563202] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.573805] env[68166]: DEBUG oslo_vmware.api [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.582052] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Acquiring lock "53cd22fe-6474-4c52-a91c-82750ef7817e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.582408] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Lock "53cd22fe-6474-4c52-a91c-82750ef7817e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.582668] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Acquiring lock "53cd22fe-6474-4c52-a91c-82750ef7817e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.583301] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Lock "53cd22fe-6474-4c52-a91c-82750ef7817e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.583433] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Lock "53cd22fe-6474-4c52-a91c-82750ef7817e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.588302] env[68166]: INFO nova.compute.manager [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Terminating instance [ 870.602572] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 2c3f4a57-d269-4c4a-adac-029973567aec] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 870.978349] env[68166]: DEBUG oslo_concurrency.lockutils [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "454157e8-7676-48d4-ad67-46759341426a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.978775] env[68166]: DEBUG oslo_concurrency.lockutils [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "454157e8-7676-48d4-ad67-46759341426a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.978997] env[68166]: DEBUG oslo_concurrency.lockutils [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "454157e8-7676-48d4-ad67-46759341426a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.979199] env[68166]: DEBUG oslo_concurrency.lockutils [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "454157e8-7676-48d4-ad67-46759341426a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.979367] env[68166]: DEBUG oslo_concurrency.lockutils [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "454157e8-7676-48d4-ad67-46759341426a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.983679] env[68166]: INFO nova.compute.manager [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Terminating instance [ 871.078287] env[68166]: DEBUG oslo_vmware.api [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806893, 'name': PowerOffVM_Task, 'duration_secs': 0.286072} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.078810] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.079079] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.079397] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-881e0616-9ad9-459d-a923-02dedc3891d6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.095187] env[68166]: DEBUG nova.compute.manager [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.095187] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.095393] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9986f88-2290-4d3c-b75e-2c65fca334ff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.106187] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 04b66772-cf58-45ed-9e1f-61278e9371ef] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.113642] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.115757] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d9f42f5-40e5-4a42-858a-e391f9e5c5b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.125828] env[68166]: DEBUG oslo_vmware.api [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Waiting for the task: (returnval){ [ 871.125828] env[68166]: value = "task-2806895" [ 871.125828] env[68166]: _type = "Task" [ 871.125828] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.136481] env[68166]: DEBUG oslo_vmware.api [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.148389] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.148776] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.149020] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Deleting the datastore file [datastore1] 0d983231-b268-48a5-b899-bd77c77712db {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.149383] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96c30248-f25d-47ca-a678-44d9d255168b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.161300] env[68166]: DEBUG oslo_vmware.api [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for the task: (returnval){ [ 871.161300] env[68166]: value = "task-2806896" [ 871.161300] env[68166]: _type = "Task" [ 871.161300] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.171796] env[68166]: DEBUG oslo_vmware.api [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.324474] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d1fe0e-15de-43fd-bbe4-f90d389a4b5e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.339022] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9174a89b-45e7-49a6-b5c7-af63b32fc5fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.378628] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013c455c-42e7-4b20-bade-d472fb28366b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.388753] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a5232c-af23-4f90-8a7c-d1e26e114924 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.406846] env[68166]: DEBUG nova.compute.provider_tree [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.421055] env[68166]: DEBUG nova.network.neutron [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance_info_cache with network_info: [{"id": "f35394e5-6ffe-456d-9997-124f7f92bfac", "address": "fa:16:3e:5c:01:5c", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35394e5-6f", "ovs_interfaceid": "f35394e5-6ffe-456d-9997-124f7f92bfac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.493487] env[68166]: DEBUG nova.compute.manager [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.493487] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.494229] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f22e8b-e650-4fd4-a6fd-9517fdc357ef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.503482] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.503777] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-275ac8b8-e314-4815-9d01-77e5e336d608 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.512049] env[68166]: DEBUG oslo_vmware.api [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 871.512049] env[68166]: value = "task-2806897" [ 871.512049] env[68166]: _type = "Task" [ 871.512049] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.526746] env[68166]: DEBUG oslo_vmware.api [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.615989] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 372b0081-e53b-4594-b491-812e624a314b] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.633989] env[68166]: DEBUG oslo_vmware.api [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806895, 'name': PowerOffVM_Task, 'duration_secs': 0.225771} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.634667] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.634930] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.635252] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20da7bd9-b45e-4a65-be89-561a7571def6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.673408] env[68166]: DEBUG oslo_vmware.api [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Task: {'id': task-2806896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189513} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.674944] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.674944] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.674944] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.674944] env[68166]: INFO nova.compute.manager [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Took 1.14 seconds to destroy the instance on the hypervisor. [ 871.674944] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.674944] env[68166]: DEBUG nova.compute.manager [-] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.674944] env[68166]: DEBUG nova.network.neutron [-] [instance: 0d983231-b268-48a5-b899-bd77c77712db] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.711140] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.711447] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.711757] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Deleting the datastore file [datastore1] 53cd22fe-6474-4c52-a91c-82750ef7817e {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.712772] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c02e04c6-77fc-4cdf-8d6e-c5bd6fd0fb84 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.724085] env[68166]: DEBUG oslo_vmware.api [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Waiting for the task: (returnval){ [ 871.724085] env[68166]: value = "task-2806899" [ 871.724085] env[68166]: _type = "Task" [ 871.724085] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.735515] env[68166]: DEBUG oslo_vmware.api [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.910280] env[68166]: DEBUG nova.scheduler.client.report [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.923891] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.024105] env[68166]: DEBUG oslo_vmware.api [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806897, 'name': PowerOffVM_Task, 'duration_secs': 0.256757} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.024412] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.024584] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.024857] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c7f5228-86fa-4b2d-8fe1-a798e49d1161 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.026894] env[68166]: DEBUG oslo_concurrency.lockutils [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Acquiring lock "4330fb56-071a-4059-b7aa-84cd3ab5bf22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.027369] env[68166]: DEBUG oslo_concurrency.lockutils [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Lock "4330fb56-071a-4059-b7aa-84cd3ab5bf22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.027645] env[68166]: DEBUG oslo_concurrency.lockutils [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Acquiring lock "4330fb56-071a-4059-b7aa-84cd3ab5bf22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.027881] env[68166]: DEBUG oslo_concurrency.lockutils [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Lock "4330fb56-071a-4059-b7aa-84cd3ab5bf22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.028301] env[68166]: DEBUG oslo_concurrency.lockutils [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Lock "4330fb56-071a-4059-b7aa-84cd3ab5bf22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.031606] env[68166]: INFO nova.compute.manager [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Terminating instance [ 872.105313] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.105313] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.105313] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Deleting the datastore file [datastore2] 454157e8-7676-48d4-ad67-46759341426a {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.105313] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eb09251-b060-4f6c-b885-30d843bf1d3b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.116161] env[68166]: DEBUG oslo_vmware.api [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for the task: (returnval){ [ 872.116161] env[68166]: value = "task-2806901" [ 872.116161] env[68166]: _type = "Task" [ 872.116161] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.120839] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 363c99d0-1cdc-4206-b377-70c122875fac] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.131602] env[68166]: DEBUG oslo_vmware.api [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.161596] env[68166]: DEBUG nova.compute.manager [req-6e2643c6-476c-48c4-a7c0-a56c3f965142 req-d1f4ad6d-2eab-47ac-81e8-b1f7fe528c71 service nova] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Received event network-vif-deleted-6226cff8-8b49-4a4a-9ef2-ed09fdba157c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.161863] env[68166]: INFO nova.compute.manager [req-6e2643c6-476c-48c4-a7c0-a56c3f965142 req-d1f4ad6d-2eab-47ac-81e8-b1f7fe528c71 service nova] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Neutron deleted interface 6226cff8-8b49-4a4a-9ef2-ed09fdba157c; detaching it from the instance and deleting it from the info cache [ 872.161998] env[68166]: DEBUG nova.network.neutron [req-6e2643c6-476c-48c4-a7c0-a56c3f965142 req-d1f4ad6d-2eab-47ac-81e8-b1f7fe528c71 service nova] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.235506] env[68166]: DEBUG oslo_vmware.api [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Task: {'id': task-2806899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225973} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.235662] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.235817] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.236019] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.236301] env[68166]: INFO nova.compute.manager [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 872.236484] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.236676] env[68166]: DEBUG nova.compute.manager [-] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.236773] env[68166]: DEBUG nova.network.neutron [-] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.416633] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.417214] env[68166]: DEBUG nova.compute.manager [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.420168] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.094s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.420502] env[68166]: DEBUG nova.objects.instance [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 872.539021] env[68166]: DEBUG nova.compute.manager [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.539021] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.539021] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b02adb9-8c62-453c-9249-3be2953fb2fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.546906] env[68166]: DEBUG oslo_vmware.api [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Waiting for the task: (returnval){ [ 872.546906] env[68166]: value = "task-2806902" [ 872.546906] env[68166]: _type = "Task" [ 872.546906] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.558106] env[68166]: DEBUG oslo_vmware.api [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.626805] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: edc58ee1-713f-406e-919c-fcd704daf3dc] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.631297] env[68166]: DEBUG oslo_vmware.api [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Task: {'id': task-2806901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320075} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.633568] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.633568] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.633568] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.633568] env[68166]: INFO nova.compute.manager [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] [instance: 454157e8-7676-48d4-ad67-46759341426a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 872.633568] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.633568] env[68166]: DEBUG nova.compute.manager [-] [instance: 454157e8-7676-48d4-ad67-46759341426a] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.633863] env[68166]: DEBUG nova.network.neutron [-] [instance: 454157e8-7676-48d4-ad67-46759341426a] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.640759] env[68166]: DEBUG nova.network.neutron [-] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.665737] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-616307ea-1dd1-4261-9273-b8290c06c9bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.678842] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c17f45a-4d43-46db-adaf-abe898f02423 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.736965] env[68166]: DEBUG nova.compute.manager [req-6e2643c6-476c-48c4-a7c0-a56c3f965142 req-d1f4ad6d-2eab-47ac-81e8-b1f7fe528c71 service nova] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Detach interface failed, port_id=6226cff8-8b49-4a4a-9ef2-ed09fdba157c, reason: Instance 0d983231-b268-48a5-b899-bd77c77712db could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 872.929025] env[68166]: DEBUG nova.compute.utils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.933736] env[68166]: DEBUG nova.compute.manager [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.933884] env[68166]: DEBUG nova.network.neutron [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.026595] env[68166]: DEBUG nova.policy [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1c835acdc9b499fb3690de63854ebea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '823a4d962a57453c82447a9671d62a9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.065384] env[68166]: DEBUG oslo_vmware.api [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806902, 'name': PowerOffVM_Task, 'duration_secs': 0.197602} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.065701] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.065905] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 873.066272] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563919', 'volume_id': '12524fbd-a4c1-44c0-9326-782790909e94', 'name': 'volume-12524fbd-a4c1-44c0-9326-782790909e94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4330fb56-071a-4059-b7aa-84cd3ab5bf22', 'attached_at': '', 'detached_at': '', 'volume_id': '12524fbd-a4c1-44c0-9326-782790909e94', 'serial': '12524fbd-a4c1-44c0-9326-782790909e94'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 873.067111] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c527db10-8404-4994-a570-48354ea269de {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.096204] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669c8b5b-656b-44ae-8812-9ef23a359e9e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.107098] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c947d5b-1ca2-4b71-a981-2b248e7d5335 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.129702] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f7bfd6-d173-4c30-a94f-ab9475a09acb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.133104] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 4fc3ae4b-6d30-4cc7-931b-4059175279b8] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.153079] env[68166]: INFO nova.compute.manager [-] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Took 1.48 seconds to deallocate network for instance. [ 873.153384] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] The volume has not been displaced from its original location: [datastore2] volume-12524fbd-a4c1-44c0-9326-782790909e94/volume-12524fbd-a4c1-44c0-9326-782790909e94.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 873.159291] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 873.164627] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b15d6a05-ae04-44f6-8000-7d376e765670 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.186079] env[68166]: DEBUG oslo_vmware.api [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Waiting for the task: (returnval){ [ 873.186079] env[68166]: value = "task-2806903" [ 873.186079] env[68166]: _type = "Task" [ 873.186079] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.196948] env[68166]: DEBUG oslo_vmware.api [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.204960] env[68166]: DEBUG oslo_concurrency.lockutils [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.206038] env[68166]: DEBUG oslo_concurrency.lockutils [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.393766] env[68166]: DEBUG nova.compute.manager [req-1fd04bad-ebeb-4f3e-8b19-064123e001d9 req-488b7174-6ee8-446a-b095-88fe46dceb65 service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Received event network-vif-deleted-9a9c0e0d-eb74-450f-b736-cbe4e921e407 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.393766] env[68166]: INFO nova.compute.manager [req-1fd04bad-ebeb-4f3e-8b19-064123e001d9 req-488b7174-6ee8-446a-b095-88fe46dceb65 service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Neutron deleted interface 9a9c0e0d-eb74-450f-b736-cbe4e921e407; detaching it from the instance and deleting it from the info cache [ 873.393766] env[68166]: DEBUG nova.network.neutron [req-1fd04bad-ebeb-4f3e-8b19-064123e001d9 req-488b7174-6ee8-446a-b095-88fe46dceb65 service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.434591] env[68166]: DEBUG nova.compute.manager [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.443088] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91a00bcb-43b9-4e0f-9882-55cb9707db85 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.444290] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.744s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.444290] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.447996] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.540s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.449620] env[68166]: INFO nova.compute.claims [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.458047] env[68166]: DEBUG nova.network.neutron [-] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.458416] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3e533f-ce39-456f-b2ac-aa45e7a61ec8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.501105] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance '8a8855b8-fb7e-4235-9284-15425b7cb956' progress to 0 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.511091] env[68166]: INFO nova.scheduler.client.report [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Deleted allocations for instance 63c63596-9f1f-403c-9faf-179f9316ef7d [ 873.521104] env[68166]: WARNING oslo_messaging._drivers.amqpdriver [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 873.600949] env[68166]: DEBUG nova.network.neutron [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Successfully created port: 84c04580-8d64-4e6a-831a-6681cb09a91e {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.637325] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 14b21a96-242a-42a5-a7c5-c074297ea6d5] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.682224] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.705013] env[68166]: DEBUG oslo_vmware.api [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806903, 'name': ReconfigVM_Task, 'duration_secs': 0.228587} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.705761] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 873.712031] env[68166]: INFO nova.compute.manager [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Detaching volume be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2 [ 873.714054] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c5c40e2-0030-46f1-b5f8-8594597ffd16 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.740974] env[68166]: DEBUG oslo_vmware.api [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Waiting for the task: (returnval){ [ 873.740974] env[68166]: value = "task-2806904" [ 873.740974] env[68166]: _type = "Task" [ 873.740974] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.755393] env[68166]: DEBUG oslo_vmware.api [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806904, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.783243] env[68166]: INFO nova.virt.block_device [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Attempting to driver detach volume be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2 from mountpoint /dev/sdb [ 873.783540] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 873.783732] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564038', 'volume_id': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'name': 'volume-be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed', 'attached_at': '', 'detached_at': '', 'volume_id': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'serial': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 873.784715] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8faded-a18a-4bde-b47a-f4abcc6f2bad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.814214] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae70302-af34-4a04-950d-b817de67208e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.826306] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedb2ecb-3e7a-4d01-93bd-0f1b0b5b49f5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.859864] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e1177f-d4fe-499a-af1d-e9df29d61164 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.873040] env[68166]: DEBUG nova.network.neutron [-] [instance: 454157e8-7676-48d4-ad67-46759341426a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.896700] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] The volume has not been displaced from its original location: [datastore2] volume-be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2/volume-be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 873.904029] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Reconfiguring VM instance instance-0000001e to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 873.905328] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2ffe478-fbcf-408a-b330-70e1f92e9190 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.921083] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4e7f4cd-4813-4afe-a9a6-a59ca3935bfc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.931031] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317d7b45-e0bb-49a7-b983-aab04bdc35ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.944338] env[68166]: DEBUG oslo_vmware.api [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 873.944338] env[68166]: value = "task-2806905" [ 873.944338] env[68166]: _type = "Task" [ 873.944338] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.959397] env[68166]: DEBUG oslo_vmware.api [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.978079] env[68166]: INFO nova.compute.manager [-] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Took 1.74 seconds to deallocate network for instance. [ 873.979403] env[68166]: DEBUG nova.compute.manager [req-1fd04bad-ebeb-4f3e-8b19-064123e001d9 req-488b7174-6ee8-446a-b095-88fe46dceb65 service nova] [instance: 454157e8-7676-48d4-ad67-46759341426a] Detach interface failed, port_id=9a9c0e0d-eb74-450f-b736-cbe4e921e407, reason: Instance 454157e8-7676-48d4-ad67-46759341426a could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 874.016955] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.017276] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af1fbfe2-29b9-4c1a-b032-16eafac197de {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.025336] env[68166]: DEBUG oslo_concurrency.lockutils [None req-78a482c9-e149-4b80-abe4-5273bd31ba6b tempest-ServerAddressesNegativeTestJSON-505267830 tempest-ServerAddressesNegativeTestJSON-505267830-project-member] Lock "63c63596-9f1f-403c-9faf-179f9316ef7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.814s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.028514] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 874.028514] env[68166]: value = "task-2806906" [ 874.028514] env[68166]: _type = "Task" [ 874.028514] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.040418] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.140535] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 1f8ff2ac-9263-4d88-beed-7cdb668c525b] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 874.194652] env[68166]: DEBUG nova.compute.manager [req-5bf1af24-7592-400d-8467-73bdb0a5320a req-c0022346-b090-4b92-9b6f-8cca3b8eb070 service nova] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Received event network-vif-deleted-e89c62f2-8788-4a36-8342-ca423de31e78 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.254400] env[68166]: DEBUG oslo_vmware.api [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806904, 'name': ReconfigVM_Task, 'duration_secs': 0.195148} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.254918] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563919', 'volume_id': '12524fbd-a4c1-44c0-9326-782790909e94', 'name': 'volume-12524fbd-a4c1-44c0-9326-782790909e94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4330fb56-071a-4059-b7aa-84cd3ab5bf22', 'attached_at': '', 'detached_at': '', 'volume_id': '12524fbd-a4c1-44c0-9326-782790909e94', 'serial': '12524fbd-a4c1-44c0-9326-782790909e94'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 874.255365] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.259844] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c286cc-983b-4ea3-b83c-7e4aa6bdcd55 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.269297] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.269931] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1384c429-9923-4c6a-bc09-71fc0b8df2e4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.338963] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.338963] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.338963] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Deleting the datastore file [datastore2] 4330fb56-071a-4059-b7aa-84cd3ab5bf22 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.338963] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3321ef7-2eeb-47a0-b37d-d5b0fb59307c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.349284] env[68166]: DEBUG oslo_vmware.api [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Waiting for the task: (returnval){ [ 874.349284] env[68166]: value = "task-2806908" [ 874.349284] env[68166]: _type = "Task" [ 874.349284] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.358683] env[68166]: DEBUG oslo_vmware.api [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.379458] env[68166]: INFO nova.compute.manager [-] [instance: 454157e8-7676-48d4-ad67-46759341426a] Took 1.75 seconds to deallocate network for instance. [ 874.457237] env[68166]: DEBUG oslo_vmware.api [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806905, 'name': ReconfigVM_Task, 'duration_secs': 0.466239} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.457711] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Reconfigured VM instance instance-0000001e to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 874.466493] env[68166]: DEBUG nova.compute.manager [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.468455] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b965a5-fc60-4470-b766-de6a8bc843da {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.486859] env[68166]: DEBUG oslo_vmware.api [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 874.486859] env[68166]: value = "task-2806909" [ 874.486859] env[68166]: _type = "Task" [ 874.486859] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.494553] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.502533] env[68166]: DEBUG oslo_vmware.api [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.517565] env[68166]: DEBUG nova.virt.hardware [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.517813] env[68166]: DEBUG nova.virt.hardware [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.518368] env[68166]: DEBUG nova.virt.hardware [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.518368] env[68166]: DEBUG nova.virt.hardware [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.518368] env[68166]: DEBUG nova.virt.hardware [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.518532] env[68166]: DEBUG nova.virt.hardware [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.518898] env[68166]: DEBUG nova.virt.hardware [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.519177] env[68166]: DEBUG nova.virt.hardware [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.519439] env[68166]: DEBUG nova.virt.hardware [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.519695] env[68166]: DEBUG nova.virt.hardware [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.519954] env[68166]: DEBUG nova.virt.hardware [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.521315] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cb15e9-700b-45fc-8428-48c35d2d16c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.536656] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261c1a96-a116-4491-ae27-bb240ea9f44e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.546575] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806906, 'name': PowerOffVM_Task, 'duration_secs': 0.233318} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.547468] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.547934] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance '8a8855b8-fb7e-4235-9284-15425b7cb956' progress to 17 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 874.574151] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84f0446-1caa-41c7-95b4-ed433b5f44f6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.583548] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2a3e0e-d8c7-4313-9e6c-ca048c3269e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.621026] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2118ff4f-153f-416e-a193-88de5ee76024 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.630472] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53a2e2f-620e-4114-a37d-4fd71b693ccd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.650394] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: c473a08b-eec1-4c6a-a552-2a7fed508294] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 874.653201] env[68166]: DEBUG nova.compute.provider_tree [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.861460] env[68166]: DEBUG oslo_vmware.api [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Task: {'id': task-2806908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099981} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.861460] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.861460] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.861460] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.861460] env[68166]: INFO nova.compute.manager [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Took 2.32 seconds to destroy the instance on the hypervisor. [ 874.861460] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.861460] env[68166]: DEBUG nova.compute.manager [-] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.861460] env[68166]: DEBUG nova.network.neutron [-] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.887104] env[68166]: DEBUG oslo_concurrency.lockutils [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.998548] env[68166]: DEBUG oslo_vmware.api [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806909, 'name': ReconfigVM_Task, 'duration_secs': 0.186554} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.999246] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564038', 'volume_id': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'name': 'volume-be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed', 'attached_at': '', 'detached_at': '', 'volume_id': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2', 'serial': 'be8fd650-0e18-4b0b-8e4f-dfc8898ed6d2'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 875.065306] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.065549] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.065707] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.065889] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.066249] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.066483] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.066702] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.066861] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.067185] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.067491] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.067584] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.073530] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-330440bc-72c5-4c42-b8f9-0e62d2d58339 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.091620] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 875.091620] env[68166]: value = "task-2806910" [ 875.091620] env[68166]: _type = "Task" [ 875.091620] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.100795] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.156682] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 115e8583-bb39-42fa-8414-b5976e50c45b] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 875.159478] env[68166]: DEBUG nova.scheduler.client.report [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.566718] env[68166]: DEBUG nova.objects.instance [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lazy-loading 'flavor' on Instance uuid d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.603204] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806910, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.665297] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 9e37a277-d4ad-4938-a999-061e1ce31df9] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 875.669319] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.669319] env[68166]: DEBUG nova.compute.manager [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.675745] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.769s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.675745] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.675745] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.776s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.675745] env[68166]: DEBUG nova.objects.instance [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 875.731252] env[68166]: INFO nova.scheduler.client.report [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted allocations for instance 48928fac-b86e-45aa-956b-7b4b4f2af6cf [ 875.852118] env[68166]: DEBUG nova.compute.manager [req-19b14645-1474-4567-be7d-1f4fcfeaea03 req-c8b20e99-a41b-43df-8744-e6f4f1626dd8 service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Received event network-vif-plugged-84c04580-8d64-4e6a-831a-6681cb09a91e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.852411] env[68166]: DEBUG oslo_concurrency.lockutils [req-19b14645-1474-4567-be7d-1f4fcfeaea03 req-c8b20e99-a41b-43df-8744-e6f4f1626dd8 service nova] Acquiring lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.852590] env[68166]: DEBUG oslo_concurrency.lockutils [req-19b14645-1474-4567-be7d-1f4fcfeaea03 req-c8b20e99-a41b-43df-8744-e6f4f1626dd8 service nova] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.852776] env[68166]: DEBUG oslo_concurrency.lockutils [req-19b14645-1474-4567-be7d-1f4fcfeaea03 req-c8b20e99-a41b-43df-8744-e6f4f1626dd8 service nova] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.852960] env[68166]: DEBUG nova.compute.manager [req-19b14645-1474-4567-be7d-1f4fcfeaea03 req-c8b20e99-a41b-43df-8744-e6f4f1626dd8 service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] No waiting events found dispatching network-vif-plugged-84c04580-8d64-4e6a-831a-6681cb09a91e {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.853664] env[68166]: WARNING nova.compute.manager [req-19b14645-1474-4567-be7d-1f4fcfeaea03 req-c8b20e99-a41b-43df-8744-e6f4f1626dd8 service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Received unexpected event network-vif-plugged-84c04580-8d64-4e6a-831a-6681cb09a91e for instance with vm_state building and task_state spawning. [ 876.104289] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806910, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.171990] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: ea39978e-7c35-4f2a-8e27-f37840dcc68a] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 876.183246] env[68166]: DEBUG nova.compute.utils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.191663] env[68166]: DEBUG nova.compute.manager [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.191861] env[68166]: DEBUG nova.network.neutron [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.246298] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cac8b4f-f6ba-4f0e-895a-bc43a0544cdd tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "48928fac-b86e-45aa-956b-7b4b4f2af6cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.855s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.252570] env[68166]: DEBUG nova.policy [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1ca77783c943458e1a9d789309efbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d657f834a284ee3acbb498ca4ca8680', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.306810] env[68166]: DEBUG nova.network.neutron [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Successfully updated port: 84c04580-8d64-4e6a-831a-6681cb09a91e {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.579232] env[68166]: DEBUG oslo_concurrency.lockutils [None req-480bcd83-925a-42cb-a7c3-03408586356f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.373s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.612873] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806910, 'name': ReconfigVM_Task, 'duration_secs': 1.209516} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.613280] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance '8a8855b8-fb7e-4235-9284-15425b7cb956' progress to 33 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.677086] env[68166]: DEBUG nova.network.neutron [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Successfully created port: 7dd974f0-3baa-41b1-8fb7-4480c119556f {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.684297] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 886b6e03-f4d0-4178-8fcb-cc00d90131d8] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 876.695647] env[68166]: DEBUG nova.compute.manager [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.700276] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c413b68f-65ec-43a8-9a79-bcb27911985c tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.702662] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.512s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.703070] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.705090] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.373s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.705314] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.707746] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.158s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.707950] env[68166]: DEBUG nova.objects.instance [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 876.755478] env[68166]: INFO nova.scheduler.client.report [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Deleted allocations for instance 7d2f1fa6-e57a-497d-86b5-42091880151a [ 876.763178] env[68166]: INFO nova.scheduler.client.report [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleted allocations for instance 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d [ 876.807824] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "refresh_cache-4f657381-f0cf-40e4-87f7-815ccb5eaf9b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.807977] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired lock "refresh_cache-4f657381-f0cf-40e4-87f7-815ccb5eaf9b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.808154] env[68166]: DEBUG nova.network.neutron [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.979695] env[68166]: DEBUG nova.network.neutron [-] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.115125] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b77408-3748-d0e0-324f-c09308de241a/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 877.116067] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702c1545-c096-4863-b9e4-928545e30073 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.121160] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.121160] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.121160] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.121160] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.121803] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.121803] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.121803] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.121952] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.121995] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.122174] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.122346] env[68166]: DEBUG nova.virt.hardware [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.127499] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 877.127883] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edd69105-616a-4510-a2f5-7c50172333b9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.146910] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b77408-3748-d0e0-324f-c09308de241a/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 877.149018] env[68166]: ERROR oslo_vmware.rw_handles [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b77408-3748-d0e0-324f-c09308de241a/disk-0.vmdk due to incomplete transfer. [ 877.149018] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a2107674-c0d8-41df-bcfc-3ca113613e81 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.150927] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 877.150927] env[68166]: value = "task-2806911" [ 877.150927] env[68166]: _type = "Task" [ 877.150927] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.158648] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b77408-3748-d0e0-324f-c09308de241a/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 877.158648] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Uploaded image d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac to the Glance image server {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 877.162668] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 877.163863] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5079a493-6faf-4d57-97c4-037d186c781e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.165647] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.172491] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 877.172491] env[68166]: value = "task-2806912" [ 877.172491] env[68166]: _type = "Task" [ 877.172491] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.185062] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806912, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.190016] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 7ab6896d-dba8-43de-a438-526fc42ff9da] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 877.270551] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48ae59c8-9e44-44f3-a059-7e94e8a7f896 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "7d2f1fa6-e57a-497d-86b5-42091880151a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.491s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.274203] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a403a1b8-6b74-4b14-b0ac-33680a65ff6f tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.324s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.390864] env[68166]: DEBUG nova.network.neutron [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.484043] env[68166]: INFO nova.compute.manager [-] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Took 2.62 seconds to deallocate network for instance. [ 877.547852] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "f0952c3b-e030-4d96-9ef1-68686af4bcdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.547852] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "f0952c3b-e030-4d96-9ef1-68686af4bcdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.609548] env[68166]: DEBUG nova.network.neutron [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Updating instance_info_cache with network_info: [{"id": "84c04580-8d64-4e6a-831a-6681cb09a91e", "address": "fa:16:3e:7d:e1:4e", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c04580-8d", "ovs_interfaceid": "84c04580-8d64-4e6a-831a-6681cb09a91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.663483] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806911, 'name': ReconfigVM_Task, 'duration_secs': 0.210417} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.663573] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 877.664687] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e0abdb-cbe2-48bc-bd92-9659c7305cae {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.693950] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 8a8855b8-fb7e-4235-9284-15425b7cb956/8a8855b8-fb7e-4235-9284-15425b7cb956.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.697803] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 7b0d0c2f-ee37-42ca-ad7d-2139996ab145] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 877.700056] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd54678b-d29c-4a0a-89ab-60e2ea414baa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.715523] env[68166]: DEBUG nova.compute.manager [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.724476] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3db69e35-9367-495d-8b39-c5a7b8babee7 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.725592] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806912, 'name': Destroy_Task, 'duration_secs': 0.342922} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.730527] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.665s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.733752] env[68166]: INFO nova.compute.claims [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.735261] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Destroyed the VM [ 877.735352] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.736029] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 877.736029] env[68166]: value = "task-2806913" [ 877.736029] env[68166]: _type = "Task" [ 877.736029] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.736825] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db52850c-b41c-49e6-aa04-d330a1f7c723 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.755544] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.758953] env[68166]: DEBUG nova.virt.hardware [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.759346] env[68166]: DEBUG nova.virt.hardware [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.759644] env[68166]: DEBUG nova.virt.hardware [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.759831] env[68166]: DEBUG nova.virt.hardware [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.760072] env[68166]: DEBUG nova.virt.hardware [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.760306] env[68166]: DEBUG nova.virt.hardware [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.760603] env[68166]: DEBUG nova.virt.hardware [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.760815] env[68166]: DEBUG nova.virt.hardware [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.761123] env[68166]: DEBUG nova.virt.hardware [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.761527] env[68166]: DEBUG nova.virt.hardware [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.761890] env[68166]: DEBUG nova.virt.hardware [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.764971] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563ecfd4-d7b2-46d3-a0a0-2d4c3cbaf7cb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.769291] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 877.769291] env[68166]: value = "task-2806914" [ 877.769291] env[68166]: _type = "Task" [ 877.769291] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.779100] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4752a78b-e775-4061-865f-7e6ccac02b77 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.787107] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806914, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.869422] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "9472ee31-d423-47d4-892f-1b8676886d61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.869689] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "9472ee31-d423-47d4-892f-1b8676886d61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.869919] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "9472ee31-d423-47d4-892f-1b8676886d61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.870143] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "9472ee31-d423-47d4-892f-1b8676886d61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.870422] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "9472ee31-d423-47d4-892f-1b8676886d61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.872729] env[68166]: INFO nova.compute.manager [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Terminating instance [ 877.937255] env[68166]: DEBUG oslo_concurrency.lockutils [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.937255] env[68166]: DEBUG oslo_concurrency.lockutils [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.937592] env[68166]: DEBUG oslo_concurrency.lockutils [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.937831] env[68166]: DEBUG oslo_concurrency.lockutils [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.938025] env[68166]: DEBUG oslo_concurrency.lockutils [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.941999] env[68166]: INFO nova.compute.manager [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Terminating instance [ 878.036632] env[68166]: INFO nova.compute.manager [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Took 0.55 seconds to detach 1 volumes for instance. [ 878.039481] env[68166]: DEBUG nova.compute.manager [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Deleting volume: 12524fbd-a4c1-44c0-9326-782790909e94 {{(pid=68166) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 878.053036] env[68166]: DEBUG nova.compute.manager [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.115292] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Releasing lock "refresh_cache-4f657381-f0cf-40e4-87f7-815ccb5eaf9b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.116094] env[68166]: DEBUG nova.compute.manager [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Instance network_info: |[{"id": "84c04580-8d64-4e6a-831a-6681cb09a91e", "address": "fa:16:3e:7d:e1:4e", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c04580-8d", "ovs_interfaceid": "84c04580-8d64-4e6a-831a-6681cb09a91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.116674] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:e1:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84c04580-8d64-4e6a-831a-6681cb09a91e', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.125695] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Creating folder: Project (823a4d962a57453c82447a9671d62a9e). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.126482] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed7b34f5-8040-4838-81a0-1c8bf7d39b6c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.142239] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Created folder: Project (823a4d962a57453c82447a9671d62a9e) in parent group-v563881. [ 878.142456] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Creating folder: Instances. Parent ref: group-v564080. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.143060] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cb976cd-8e73-4eac-a9e8-0ee9f7cf5466 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.154494] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Created folder: Instances in parent group-v564080. [ 878.154737] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.154951] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.155179] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65555560-97e5-4577-af00-add7500f0d42 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.183032] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.183032] env[68166]: value = "task-2806917" [ 878.183032] env[68166]: _type = "Task" [ 878.183032] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.191975] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806917, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.215460] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 116dbe06-cb18-4edb-bdca-01d7f5f066d9] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 878.260750] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806913, 'name': ReconfigVM_Task, 'duration_secs': 0.426855} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.261146] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 8a8855b8-fb7e-4235-9284-15425b7cb956/8a8855b8-fb7e-4235-9284-15425b7cb956.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.261435] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance '8a8855b8-fb7e-4235-9284-15425b7cb956' progress to 50 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.277794] env[68166]: DEBUG nova.compute.manager [req-7d9dce09-61c2-4d2a-90fa-f135cd0f632d req-9d9f3418-de5d-48e1-99e5-12b598a02a9a service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Received event network-changed-84c04580-8d64-4e6a-831a-6681cb09a91e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.278589] env[68166]: DEBUG nova.compute.manager [req-7d9dce09-61c2-4d2a-90fa-f135cd0f632d req-9d9f3418-de5d-48e1-99e5-12b598a02a9a service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Refreshing instance network info cache due to event network-changed-84c04580-8d64-4e6a-831a-6681cb09a91e. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 878.278839] env[68166]: DEBUG oslo_concurrency.lockutils [req-7d9dce09-61c2-4d2a-90fa-f135cd0f632d req-9d9f3418-de5d-48e1-99e5-12b598a02a9a service nova] Acquiring lock "refresh_cache-4f657381-f0cf-40e4-87f7-815ccb5eaf9b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.279067] env[68166]: DEBUG oslo_concurrency.lockutils [req-7d9dce09-61c2-4d2a-90fa-f135cd0f632d req-9d9f3418-de5d-48e1-99e5-12b598a02a9a service nova] Acquired lock "refresh_cache-4f657381-f0cf-40e4-87f7-815ccb5eaf9b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.279484] env[68166]: DEBUG nova.network.neutron [req-7d9dce09-61c2-4d2a-90fa-f135cd0f632d req-9d9f3418-de5d-48e1-99e5-12b598a02a9a service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Refreshing network info cache for port 84c04580-8d64-4e6a-831a-6681cb09a91e {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.287978] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806914, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.381020] env[68166]: DEBUG nova.compute.manager [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.381303] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.382850] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb261c6-c308-48da-99db-c9cdbb4da9ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.392593] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.392907] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42124cf1-1915-4010-b4dd-f505ad0c7be3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.399789] env[68166]: DEBUG oslo_vmware.api [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 878.399789] env[68166]: value = "task-2806919" [ 878.399789] env[68166]: _type = "Task" [ 878.399789] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.409447] env[68166]: DEBUG oslo_vmware.api [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.447906] env[68166]: DEBUG nova.compute.manager [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.448176] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.450216] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c70bf-af7a-4fce-9c58-07a520124f40 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.460342] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.460717] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77d20f61-06fe-4d71-b9a0-9c5738d1cd5d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.471206] env[68166]: DEBUG oslo_vmware.api [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 878.471206] env[68166]: value = "task-2806920" [ 878.471206] env[68166]: _type = "Task" [ 878.471206] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.487750] env[68166]: DEBUG oslo_vmware.api [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.516553] env[68166]: DEBUG nova.network.neutron [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Successfully updated port: 7dd974f0-3baa-41b1-8fb7-4480c119556f {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.592014] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.684837] env[68166]: DEBUG oslo_concurrency.lockutils [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.695322] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806917, 'name': CreateVM_Task, 'duration_secs': 0.480761} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.695651] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.696301] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.696462] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.696785] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.697070] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b127b95-fb21-45d5-aa96-29ad933b1149 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.702798] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 878.702798] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5281fd7a-93df-6322-11cd-ce0643f52f91" [ 878.702798] env[68166]: _type = "Task" [ 878.702798] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.712131] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5281fd7a-93df-6322-11cd-ce0643f52f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.719092] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 369e1ee3-ae1e-453c-ac27-b21b6b171459] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 878.770449] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5adda3-a96e-4068-9b9d-a150df8b2a39 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.808219] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2272fbe4-1383-4724-bcbc-5f8616eddda8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.811644] env[68166]: DEBUG oslo_vmware.api [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2806914, 'name': RemoveSnapshot_Task, 'duration_secs': 0.943857} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.813031] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.813031] env[68166]: INFO nova.compute.manager [None req-f48ec765-dc2a-4f53-8a52-c46be6ebff8d tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Took 15.10 seconds to snapshot the instance on the hypervisor. [ 878.832845] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance '8a8855b8-fb7e-4235-9284-15425b7cb956' progress to 67 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.864886] env[68166]: DEBUG oslo_concurrency.lockutils [None req-689690dc-a695-4b88-a5fe-0e474a256015 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "interface-04700440-a230-4390-9a6f-b258604697d4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.865109] env[68166]: DEBUG oslo_concurrency.lockutils [None req-689690dc-a695-4b88-a5fe-0e474a256015 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-04700440-a230-4390-9a6f-b258604697d4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.865723] env[68166]: DEBUG nova.objects.instance [None req-689690dc-a695-4b88-a5fe-0e474a256015 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'flavor' on Instance uuid 04700440-a230-4390-9a6f-b258604697d4 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.913966] env[68166]: DEBUG oslo_vmware.api [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806919, 'name': PowerOffVM_Task, 'duration_secs': 0.310141} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.916789] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.917082] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.918605] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89835a2b-366e-4552-b46e-80e71e17cae6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.923036] env[68166]: DEBUG nova.compute.manager [req-b72e6cd7-bc3f-46a8-b6cd-7009c9e2bbd8 req-f99ccc52-6ee4-4dfa-89db-397e9bd40a99 service nova] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Received event network-vif-plugged-7dd974f0-3baa-41b1-8fb7-4480c119556f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.923036] env[68166]: DEBUG oslo_concurrency.lockutils [req-b72e6cd7-bc3f-46a8-b6cd-7009c9e2bbd8 req-f99ccc52-6ee4-4dfa-89db-397e9bd40a99 service nova] Acquiring lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.923036] env[68166]: DEBUG oslo_concurrency.lockutils [req-b72e6cd7-bc3f-46a8-b6cd-7009c9e2bbd8 req-f99ccc52-6ee4-4dfa-89db-397e9bd40a99 service nova] Lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.923036] env[68166]: DEBUG oslo_concurrency.lockutils [req-b72e6cd7-bc3f-46a8-b6cd-7009c9e2bbd8 req-f99ccc52-6ee4-4dfa-89db-397e9bd40a99 service nova] Lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.923036] env[68166]: DEBUG nova.compute.manager [req-b72e6cd7-bc3f-46a8-b6cd-7009c9e2bbd8 req-f99ccc52-6ee4-4dfa-89db-397e9bd40a99 service nova] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] No waiting events found dispatching network-vif-plugged-7dd974f0-3baa-41b1-8fb7-4480c119556f {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.923036] env[68166]: WARNING nova.compute.manager [req-b72e6cd7-bc3f-46a8-b6cd-7009c9e2bbd8 req-f99ccc52-6ee4-4dfa-89db-397e9bd40a99 service nova] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Received unexpected event network-vif-plugged-7dd974f0-3baa-41b1-8fb7-4480c119556f for instance with vm_state building and task_state spawning. [ 878.983209] env[68166]: DEBUG oslo_vmware.api [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806920, 'name': PowerOffVM_Task, 'duration_secs': 0.227764} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.983509] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.983702] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.986511] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42a0febf-7711-41c1-b505-7fe8e3cac1fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.987241] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.987471] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.987942] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleting the datastore file [datastore2] 9472ee31-d423-47d4-892f-1b8676886d61 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.987942] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3dab1eb-23ef-4c41-8ad8-5a6d8b39f9c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.996903] env[68166]: DEBUG oslo_vmware.api [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 878.996903] env[68166]: value = "task-2806923" [ 878.996903] env[68166]: _type = "Task" [ 878.996903] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.006423] env[68166]: DEBUG oslo_vmware.api [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.022835] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "refresh_cache-85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.022999] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "refresh_cache-85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.023166] env[68166]: DEBUG nova.network.neutron [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.060674] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.060911] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.061201] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleting the datastore file [datastore1] d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.062638] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56da9d72-d331-464f-8f06-41c410aa1254 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.069249] env[68166]: DEBUG oslo_vmware.api [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 879.069249] env[68166]: value = "task-2806924" [ 879.069249] env[68166]: _type = "Task" [ 879.069249] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.078525] env[68166]: DEBUG oslo_vmware.api [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.215121] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5281fd7a-93df-6322-11cd-ce0643f52f91, 'name': SearchDatastore_Task, 'duration_secs': 0.013387} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.216120] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.216120] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.216120] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.216120] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.216410] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.219058] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d41f5e-4ff5-42cd-8ea9-c5b4608f483e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.222995] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: b4c328b9-bd0d-4f8e-9990-19e8da955a53] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 879.230846] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.231080] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.236393] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64182b4d-3a1b-4f6a-8021-91449e266010 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.248997] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 879.248997] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5248aed7-d4b0-1d5c-3945-33802af99a97" [ 879.248997] env[68166]: _type = "Task" [ 879.248997] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.267808] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5248aed7-d4b0-1d5c-3945-33802af99a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.321021] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c73eab-1fd3-47a2-a158-ba9ed32fee66 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.334517] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e374884d-d145-49b4-8864-e20a3eb60381 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.369794] env[68166]: DEBUG nova.objects.instance [None req-689690dc-a695-4b88-a5fe-0e474a256015 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'pci_requests' on Instance uuid 04700440-a230-4390-9a6f-b258604697d4 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.374402] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39ac861-75fe-4684-ba99-d93f6764a8d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.384178] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9545fe05-b6f3-4674-a7d8-7544a96c0254 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.398852] env[68166]: DEBUG nova.compute.provider_tree [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.408809] env[68166]: DEBUG nova.network.neutron [req-7d9dce09-61c2-4d2a-90fa-f135cd0f632d req-9d9f3418-de5d-48e1-99e5-12b598a02a9a service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Updated VIF entry in instance network info cache for port 84c04580-8d64-4e6a-831a-6681cb09a91e. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.409174] env[68166]: DEBUG nova.network.neutron [req-7d9dce09-61c2-4d2a-90fa-f135cd0f632d req-9d9f3418-de5d-48e1-99e5-12b598a02a9a service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Updating instance_info_cache with network_info: [{"id": "84c04580-8d64-4e6a-831a-6681cb09a91e", "address": "fa:16:3e:7d:e1:4e", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c04580-8d", "ovs_interfaceid": "84c04580-8d64-4e6a-831a-6681cb09a91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.422493] env[68166]: DEBUG nova.network.neutron [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Port f35394e5-6ffe-456d-9997-124f7f92bfac binding to destination host cpu-1 is already ACTIVE {{(pid=68166) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 879.507737] env[68166]: DEBUG oslo_vmware.api [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2806923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148655} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.508301] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.508515] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.508695] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.508872] env[68166]: INFO nova.compute.manager [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Took 1.13 seconds to destroy the instance on the hypervisor. [ 879.509138] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.509349] env[68166]: DEBUG nova.compute.manager [-] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.509450] env[68166]: DEBUG nova.network.neutron [-] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.574115] env[68166]: DEBUG nova.network.neutron [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.583578] env[68166]: DEBUG oslo_vmware.api [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2806924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156607} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.583888] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.584087] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.584267] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.584436] env[68166]: INFO nova.compute.manager [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Took 1.14 seconds to destroy the instance on the hypervisor. [ 879.584672] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.584891] env[68166]: DEBUG nova.compute.manager [-] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.584986] env[68166]: DEBUG nova.network.neutron [-] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.731075] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: be4c46f0-df97-4cbd-afde-76f598735d14] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 879.733334] env[68166]: DEBUG nova.network.neutron [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Updating instance_info_cache with network_info: [{"id": "7dd974f0-3baa-41b1-8fb7-4480c119556f", "address": "fa:16:3e:fd:a3:69", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd974f0-3b", "ovs_interfaceid": "7dd974f0-3baa-41b1-8fb7-4480c119556f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.761936] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5248aed7-d4b0-1d5c-3945-33802af99a97, 'name': SearchDatastore_Task, 'duration_secs': 0.017013} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.762645] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f95c375-57b1-42fa-96e9-9cab8f07b9f4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.768358] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 879.768358] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52917467-3272-ad6b-23b7-ad09683688ec" [ 879.768358] env[68166]: _type = "Task" [ 879.768358] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.777471] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52917467-3272-ad6b-23b7-ad09683688ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.878111] env[68166]: DEBUG nova.objects.base [None req-689690dc-a695-4b88-a5fe-0e474a256015 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Object Instance<04700440-a230-4390-9a6f-b258604697d4> lazy-loaded attributes: flavor,pci_requests {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 879.878345] env[68166]: DEBUG nova.network.neutron [None req-689690dc-a695-4b88-a5fe-0e474a256015 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.902070] env[68166]: DEBUG nova.scheduler.client.report [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.911310] env[68166]: DEBUG oslo_concurrency.lockutils [req-7d9dce09-61c2-4d2a-90fa-f135cd0f632d req-9d9f3418-de5d-48e1-99e5-12b598a02a9a service nova] Releasing lock "refresh_cache-4f657381-f0cf-40e4-87f7-815ccb5eaf9b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.911565] env[68166]: DEBUG nova.compute.manager [req-7d9dce09-61c2-4d2a-90fa-f135cd0f632d req-9d9f3418-de5d-48e1-99e5-12b598a02a9a service nova] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Received event network-vif-deleted-39649ef0-bfda-4910-bc2a-ff86616c3b8b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.999839] env[68166]: DEBUG oslo_concurrency.lockutils [None req-689690dc-a695-4b88-a5fe-0e474a256015 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-04700440-a230-4390-9a6f-b258604697d4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.134s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.235575] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 2c9a8df8-5546-46e7-b802-90bb85b4d1e7] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.238120] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "refresh_cache-85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.238801] env[68166]: DEBUG nova.compute.manager [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Instance network_info: |[{"id": "7dd974f0-3baa-41b1-8fb7-4480c119556f", "address": "fa:16:3e:fd:a3:69", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd974f0-3b", "ovs_interfaceid": "7dd974f0-3baa-41b1-8fb7-4480c119556f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.239578] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:a3:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dd974f0-3baa-41b1-8fb7-4480c119556f', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.253022] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.253022] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.253022] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d827eac-8a6c-4ef9-a4e7-77c1cec49166 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.282679] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52917467-3272-ad6b-23b7-ad09683688ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.284124] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.284442] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 4f657381-f0cf-40e4-87f7-815ccb5eaf9b/4f657381-f0cf-40e4-87f7-815ccb5eaf9b.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.284769] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.284769] env[68166]: value = "task-2806925" [ 880.284769] env[68166]: _type = "Task" [ 880.284769] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.286290] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-876df2d5-7a68-4814-98e8-3d42c065476e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.297800] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806925, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.300053] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 880.300053] env[68166]: value = "task-2806926" [ 880.300053] env[68166]: _type = "Task" [ 880.300053] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.309155] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2806926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.408947] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.408947] env[68166]: DEBUG nova.compute.manager [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.411445] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.896s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.412955] env[68166]: INFO nova.compute.claims [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.444807] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "8a8855b8-fb7e-4235-9284-15425b7cb956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.445067] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "8a8855b8-fb7e-4235-9284-15425b7cb956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.445244] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "8a8855b8-fb7e-4235-9284-15425b7cb956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.493606] env[68166]: DEBUG nova.network.neutron [-] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.741566] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 1b6ca5c6-a34b-4abc-a802-255ef40b76fc] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.773219] env[68166]: DEBUG nova.network.neutron [-] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.807020] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806925, 'name': CreateVM_Task, 'duration_secs': 0.396504} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.809617] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.814022] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.814022] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.814022] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.814307] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72aeecec-1e6c-4d67-af3c-73acc3471c49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.821845] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2806926, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.825455] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 880.825455] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5254df7a-6b95-a135-dd33-116348e9fae3" [ 880.825455] env[68166]: _type = "Task" [ 880.825455] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.837507] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5254df7a-6b95-a135-dd33-116348e9fae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.864047] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "5fc5510e-d7d2-4085-9c96-388b041d0b9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.864410] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "5fc5510e-d7d2-4085-9c96-388b041d0b9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.917226] env[68166]: DEBUG nova.compute.utils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.921328] env[68166]: DEBUG nova.compute.manager [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Not allocating networking since 'none' was specified. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 880.995948] env[68166]: INFO nova.compute.manager [-] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Took 1.49 seconds to deallocate network for instance. [ 881.204938] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "3a2b3377-72ea-4d06-9b48-e82757055254" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.205558] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "3a2b3377-72ea-4d06-9b48-e82757055254" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.205558] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "3a2b3377-72ea-4d06-9b48-e82757055254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.205725] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "3a2b3377-72ea-4d06-9b48-e82757055254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.206137] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "3a2b3377-72ea-4d06-9b48-e82757055254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.208482] env[68166]: INFO nova.compute.manager [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Terminating instance [ 881.243505] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: a2239d08-ea4c-49a1-a3e4-657ff7cdb55e] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 881.277508] env[68166]: INFO nova.compute.manager [-] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Took 1.69 seconds to deallocate network for instance. [ 881.315150] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2806926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547994} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.315437] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 4f657381-f0cf-40e4-87f7-815ccb5eaf9b/4f657381-f0cf-40e4-87f7-815ccb5eaf9b.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.315628] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.315860] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53156ff9-6009-4de5-a72f-c727678c5935 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.323191] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 881.323191] env[68166]: value = "task-2806927" [ 881.323191] env[68166]: _type = "Task" [ 881.323191] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.328826] env[68166]: DEBUG nova.compute.manager [req-002babdd-f6c8-44bc-be66-d708594621d5 req-7c4c017d-ae94-46d1-98a0-084ec6bcaa28 service nova] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Received event network-vif-deleted-a287f0dc-09a5-4a88-972a-f16e252be9e2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.328977] env[68166]: DEBUG nova.compute.manager [req-002babdd-f6c8-44bc-be66-d708594621d5 req-7c4c017d-ae94-46d1-98a0-084ec6bcaa28 service nova] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Received event network-vif-deleted-c2da7d3d-f9ad-4685-a749-4a5839e2f4a8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.340122] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2806927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.343634] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5254df7a-6b95-a135-dd33-116348e9fae3, 'name': SearchDatastore_Task, 'duration_secs': 0.019262} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.344031] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.344294] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.344531] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.344679] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.344863] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.345125] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a2e1546-aa69-4c5e-b4a3-16ba97d90109 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.354684] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.354859] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.355595] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6187fe-ea2a-4e46-b92e-5603f2feaf81 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.361231] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 881.361231] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eb16d2-752e-a17d-71ee-15153184fd42" [ 881.361231] env[68166]: _type = "Task" [ 881.361231] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.369522] env[68166]: DEBUG nova.compute.manager [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.372083] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eb16d2-752e-a17d-71ee-15153184fd42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.425994] env[68166]: DEBUG nova.compute.manager [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.494195] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.494433] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.494561] env[68166]: DEBUG nova.network.neutron [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.502814] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.518460] env[68166]: DEBUG nova.compute.manager [req-80f7c892-5f15-42d5-a283-6ccfe7fa0123 req-b6f137fc-ab79-410d-a424-8cda9c7819f3 service nova] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Received event network-changed-7dd974f0-3baa-41b1-8fb7-4480c119556f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.518957] env[68166]: DEBUG nova.compute.manager [req-80f7c892-5f15-42d5-a283-6ccfe7fa0123 req-b6f137fc-ab79-410d-a424-8cda9c7819f3 service nova] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Refreshing instance network info cache due to event network-changed-7dd974f0-3baa-41b1-8fb7-4480c119556f. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 881.518957] env[68166]: DEBUG oslo_concurrency.lockutils [req-80f7c892-5f15-42d5-a283-6ccfe7fa0123 req-b6f137fc-ab79-410d-a424-8cda9c7819f3 service nova] Acquiring lock "refresh_cache-85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.519118] env[68166]: DEBUG oslo_concurrency.lockutils [req-80f7c892-5f15-42d5-a283-6ccfe7fa0123 req-b6f137fc-ab79-410d-a424-8cda9c7819f3 service nova] Acquired lock "refresh_cache-85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.519268] env[68166]: DEBUG nova.network.neutron [req-80f7c892-5f15-42d5-a283-6ccfe7fa0123 req-b6f137fc-ab79-410d-a424-8cda9c7819f3 service nova] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Refreshing network info cache for port 7dd974f0-3baa-41b1-8fb7-4480c119556f {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.712479] env[68166]: DEBUG nova.compute.manager [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.712711] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.717018] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7e51df-d12f-45c7-a4c0-b16e9d7f7271 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.723357] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.723574] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86d50c3b-5656-4f4f-b410-0ff4ed03915b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.731048] env[68166]: DEBUG oslo_vmware.api [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 881.731048] env[68166]: value = "task-2806928" [ 881.731048] env[68166]: _type = "Task" [ 881.731048] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.742905] env[68166]: DEBUG oslo_vmware.api [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.746043] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 6cab09dd-a5da-45a3-9058-2d99be5e8a76] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 881.783857] env[68166]: DEBUG oslo_concurrency.lockutils [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.833382] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2806927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075164} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.835746] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.836688] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c49e93-761b-4c6a-9320-d2a9df98b21a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.860913] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 4f657381-f0cf-40e4-87f7-815ccb5eaf9b/4f657381-f0cf-40e4-87f7-815ccb5eaf9b.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.863506] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974ddf95-7588-4e3d-adb8-9174c44c8b98 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.888715] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4786fe-c5bf-4b76-b8c0-18ee986c2448 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.895795] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eb16d2-752e-a17d-71ee-15153184fd42, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.896100] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 881.896100] env[68166]: value = "task-2806929" [ 881.896100] env[68166]: _type = "Task" [ 881.896100] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.896964] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.898143] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0694d3-c68f-4300-bb72-ee32e5f79413 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.906274] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26de3d65-e0c0-4a42-a4c5-71ea79f8c081 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.913425] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 881.913425] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5283865d-5d03-acbb-ab65-9dacec0e6fd9" [ 881.913425] env[68166]: _type = "Task" [ 881.913425] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.913756] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2806929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.948126] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b840a144-812e-422c-abf2-4097136f83dc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.954322] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5283865d-5d03-acbb-ab65-9dacec0e6fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.959673] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad4a9e0-8e38-4c1c-a086-caf947bcef56 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.974478] env[68166]: DEBUG nova.compute.provider_tree [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.111881] env[68166]: DEBUG oslo_concurrency.lockutils [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "interface-04700440-a230-4390-9a6f-b258604697d4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.112140] env[68166]: DEBUG oslo_concurrency.lockutils [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-04700440-a230-4390-9a6f-b258604697d4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.112455] env[68166]: DEBUG nova.objects.instance [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'flavor' on Instance uuid 04700440-a230-4390-9a6f-b258604697d4 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.239036] env[68166]: DEBUG nova.network.neutron [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance_info_cache with network_info: [{"id": "f35394e5-6ffe-456d-9997-124f7f92bfac", "address": "fa:16:3e:5c:01:5c", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35394e5-6f", "ovs_interfaceid": "f35394e5-6ffe-456d-9997-124f7f92bfac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.250655] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 729030b9-3aea-41d0-be03-674f4178bba6] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 882.251546] env[68166]: DEBUG oslo_vmware.api [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.292937] env[68166]: DEBUG nova.network.neutron [req-80f7c892-5f15-42d5-a283-6ccfe7fa0123 req-b6f137fc-ab79-410d-a424-8cda9c7819f3 service nova] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Updated VIF entry in instance network info cache for port 7dd974f0-3baa-41b1-8fb7-4480c119556f. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.292937] env[68166]: DEBUG nova.network.neutron [req-80f7c892-5f15-42d5-a283-6ccfe7fa0123 req-b6f137fc-ab79-410d-a424-8cda9c7819f3 service nova] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Updating instance_info_cache with network_info: [{"id": "7dd974f0-3baa-41b1-8fb7-4480c119556f", "address": "fa:16:3e:fd:a3:69", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd974f0-3b", "ovs_interfaceid": "7dd974f0-3baa-41b1-8fb7-4480c119556f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.410969] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2806929, 'name': ReconfigVM_Task, 'duration_secs': 0.374304} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.410969] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 4f657381-f0cf-40e4-87f7-815ccb5eaf9b/4f657381-f0cf-40e4-87f7-815ccb5eaf9b.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.410969] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aee6896-e233-4b28-9711-bf3707038af5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.419558] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 882.419558] env[68166]: value = "task-2806930" [ 882.419558] env[68166]: _type = "Task" [ 882.419558] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.426788] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5283865d-5d03-acbb-ab65-9dacec0e6fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.04328} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.427450] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.427741] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c/85eb9bb0-60d0-489e-a4b4-8dbb6893f77c.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.427999] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37260638-f256-4b8a-857e-5483db5f6b51 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.433441] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2806930, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.438604] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 882.438604] env[68166]: value = "task-2806931" [ 882.438604] env[68166]: _type = "Task" [ 882.438604] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.447057] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.455501] env[68166]: DEBUG nova.compute.manager [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.477180] env[68166]: DEBUG nova.scheduler.client.report [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.489471] env[68166]: DEBUG nova.virt.hardware [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.489718] env[68166]: DEBUG nova.virt.hardware [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.489871] env[68166]: DEBUG nova.virt.hardware [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.490073] env[68166]: DEBUG nova.virt.hardware [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.490224] env[68166]: DEBUG nova.virt.hardware [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.490370] env[68166]: DEBUG nova.virt.hardware [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.490574] env[68166]: DEBUG nova.virt.hardware [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.490885] env[68166]: DEBUG nova.virt.hardware [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.491149] env[68166]: DEBUG nova.virt.hardware [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.491392] env[68166]: DEBUG nova.virt.hardware [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.491580] env[68166]: DEBUG nova.virt.hardware [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.492478] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da96947b-6c96-4562-b218-79c0f935c972 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.502991] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9208c8ef-95a1-4991-8dd0-a7846f7a8612 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.518084] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.523696] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Creating folder: Project (9b6a9a28fbba4ea69c3276a034e4b0b0). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.524040] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dfb3c8c-debb-4d08-8b69-c3228a989434 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.538405] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Created folder: Project (9b6a9a28fbba4ea69c3276a034e4b0b0) in parent group-v563881. [ 882.538605] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Creating folder: Instances. Parent ref: group-v564084. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.538841] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4a2ccc6-ea0f-4fa1-b54c-68e78466b18a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.551836] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Created folder: Instances in parent group-v564084. [ 882.552120] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.552340] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.552552] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f7df357-b701-4280-99f5-0d70e5f6ebdc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.572390] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.572390] env[68166]: value = "task-2806934" [ 882.572390] env[68166]: _type = "Task" [ 882.572390] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.581432] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806934, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.740109] env[68166]: DEBUG nova.objects.instance [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'pci_requests' on Instance uuid 04700440-a230-4390-9a6f-b258604697d4 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.744492] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.752328] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: f7498597-2d98-4056-a0b2-218246e8c9ee] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 882.754325] env[68166]: DEBUG oslo_vmware.api [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806928, 'name': PowerOffVM_Task, 'duration_secs': 0.900731} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.755645] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.755912] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.756249] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65020494-6358-4a8a-92fe-064b54d8e606 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.796090] env[68166]: DEBUG oslo_concurrency.lockutils [req-80f7c892-5f15-42d5-a283-6ccfe7fa0123 req-b6f137fc-ab79-410d-a424-8cda9c7819f3 service nova] Releasing lock "refresh_cache-85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.834885] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.835122] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.835316] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Deleting the datastore file [datastore2] 3a2b3377-72ea-4d06-9b48-e82757055254 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.835584] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-633c335a-c52d-4760-876f-40081f8cfb96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.845371] env[68166]: DEBUG oslo_vmware.api [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for the task: (returnval){ [ 882.845371] env[68166]: value = "task-2806936" [ 882.845371] env[68166]: _type = "Task" [ 882.845371] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.855085] env[68166]: DEBUG oslo_vmware.api [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.932169] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2806930, 'name': Rename_Task, 'duration_secs': 0.167587} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.932518] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.932774] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f0590b8-ee26-414c-b867-7282f5535060 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.940102] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 882.940102] env[68166]: value = "task-2806937" [ 882.940102] env[68166]: _type = "Task" [ 882.940102] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.953015] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806931, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.956048] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2806937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.982405] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.983022] env[68166]: DEBUG nova.compute.manager [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.986025] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.036s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.987684] env[68166]: INFO nova.compute.claims [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.082416] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806934, 'name': CreateVM_Task, 'duration_secs': 0.365939} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.082600] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.083069] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.083252] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.083581] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.083859] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1905db9b-a7da-49c6-ad98-779502ca0d2c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.088544] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 883.088544] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52751c02-df5a-bcc0-a210-2b958b4a80a3" [ 883.088544] env[68166]: _type = "Task" [ 883.088544] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.096947] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52751c02-df5a-bcc0-a210-2b958b4a80a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.243411] env[68166]: DEBUG nova.objects.base [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Object Instance<04700440-a230-4390-9a6f-b258604697d4> lazy-loaded attributes: flavor,pci_requests {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 883.243677] env[68166]: DEBUG nova.network.neutron [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.258282] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: e8a4f44f-5ae6-455f-a8e0-b793c81c7021] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.275984] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9a393d-0080-4c51-9553-46724cee232e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.296317] env[68166]: DEBUG nova.policy [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '297b58c8fe5c440290a8633572fea98c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a1a4de384b4a958b6ba53c9f91f135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.298248] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10685cb-121b-444e-bc05-6aeb74aa457d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.310064] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance '8a8855b8-fb7e-4235-9284-15425b7cb956' progress to 83 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.356520] env[68166]: DEBUG oslo_vmware.api [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Task: {'id': task-2806936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226611} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.356806] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.356992] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.357189] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.357363] env[68166]: INFO nova.compute.manager [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Took 1.64 seconds to destroy the instance on the hypervisor. [ 883.357602] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.357794] env[68166]: DEBUG nova.compute.manager [-] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.357893] env[68166]: DEBUG nova.network.neutron [-] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.453244] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53969} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.457570] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c/85eb9bb0-60d0-489e-a4b4-8dbb6893f77c.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.457803] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.458093] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2806937, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.458341] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bbff752-7fce-4881-9a4c-4ae1d6d51d40 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.466569] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 883.466569] env[68166]: value = "task-2806938" [ 883.466569] env[68166]: _type = "Task" [ 883.466569] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.480386] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.492669] env[68166]: DEBUG nova.compute.utils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.497378] env[68166]: DEBUG nova.compute.manager [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Not allocating networking since 'none' was specified. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 883.600015] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52751c02-df5a-bcc0-a210-2b958b4a80a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012378} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.600366] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.600653] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.600908] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.601092] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.601263] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.601537] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5658625e-ff8d-46f2-ba7a-690aa557966c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.614709] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.614903] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.615710] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d90a836-6a2e-4084-ab62-ff249c59310f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.622237] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 883.622237] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5229b9f2-901e-c051-c747-9a6a45f26e1f" [ 883.622237] env[68166]: _type = "Task" [ 883.622237] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.635394] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5229b9f2-901e-c051-c747-9a6a45f26e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.717465] env[68166]: DEBUG nova.network.neutron [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Successfully created port: b766d73b-1e3f-40cc-a08c-259cc68b2729 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.763376] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: f247a07b-9db0-4745-a3c2-9ebb2883b68b] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.817083] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.817398] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00bbd771-e05b-484a-a6e6-39e4496cca3f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.827956] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 883.827956] env[68166]: value = "task-2806939" [ 883.827956] env[68166]: _type = "Task" [ 883.827956] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.836530] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.954664] env[68166]: DEBUG oslo_vmware.api [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2806937, 'name': PowerOnVM_Task, 'duration_secs': 0.557969} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.954938] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.955156] env[68166]: INFO nova.compute.manager [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Took 9.49 seconds to spawn the instance on the hypervisor. [ 883.955337] env[68166]: DEBUG nova.compute.manager [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.956130] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6432a146-3f39-400b-bc73-e5bc0c8228cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.981653] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081435} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.981981] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.982699] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bc6f1c-00f9-4e92-9051-79b7a83f9dcf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.997486] env[68166]: DEBUG nova.compute.manager [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.011360] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c/85eb9bb0-60d0-489e-a4b4-8dbb6893f77c.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.013376] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d22e56aa-2090-40f9-af75-2e27f453a77f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.035519] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 884.035519] env[68166]: value = "task-2806940" [ 884.035519] env[68166]: _type = "Task" [ 884.035519] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.045404] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.096095] env[68166]: DEBUG nova.compute.manager [req-160b3bac-2097-4cdb-86b4-84f710a88b0a req-e4cbdac4-776b-4c8d-89cd-8c517649b6b9 service nova] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Received event network-vif-deleted-1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.096095] env[68166]: INFO nova.compute.manager [req-160b3bac-2097-4cdb-86b4-84f710a88b0a req-e4cbdac4-776b-4c8d-89cd-8c517649b6b9 service nova] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Neutron deleted interface 1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5; detaching it from the instance and deleting it from the info cache [ 884.096095] env[68166]: DEBUG nova.network.neutron [req-160b3bac-2097-4cdb-86b4-84f710a88b0a req-e4cbdac4-776b-4c8d-89cd-8c517649b6b9 service nova] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.129397] env[68166]: DEBUG nova.network.neutron [-] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.141185] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5229b9f2-901e-c051-c747-9a6a45f26e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.072788} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.142063] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54334d7-05e0-4a3d-9152-f530adc88ff6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.152254] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 884.152254] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5220d010-0f6c-1c97-bf35-643e994557d1" [ 884.152254] env[68166]: _type = "Task" [ 884.152254] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.162007] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5220d010-0f6c-1c97-bf35-643e994557d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.269321] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 553ee163-1336-4434-89f6-4bbc5f5fa2fe] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 884.346665] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806939, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.450949] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4604dba-e637-445e-ac14-214ebb534849 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.460296] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e956260f-5f10-4d1f-abf5-0c82f511781a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.494517] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61490205-06bb-435a-952a-16fb3c4cf68e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.499422] env[68166]: INFO nova.compute.manager [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Took 42.21 seconds to build instance. [ 884.506923] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e63f92c-f82e-4788-81c1-bc565781a740 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.521796] env[68166]: DEBUG nova.compute.provider_tree [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.546752] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806940, 'name': ReconfigVM_Task, 'duration_secs': 0.337721} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.547041] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c/85eb9bb0-60d0-489e-a4b4-8dbb6893f77c.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.547646] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4400e3c-4128-4bf6-b32e-b75ca8041829 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.553910] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 884.553910] env[68166]: value = "task-2806941" [ 884.553910] env[68166]: _type = "Task" [ 884.553910] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.562442] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806941, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.596785] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fe02f47-5504-4a07-9313-a8a3b0100899 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.607481] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeb0d61-92cd-45a1-8656-1838e4523bd6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.644929] env[68166]: INFO nova.compute.manager [-] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Took 1.29 seconds to deallocate network for instance. [ 884.645556] env[68166]: DEBUG nova.compute.manager [req-160b3bac-2097-4cdb-86b4-84f710a88b0a req-e4cbdac4-776b-4c8d-89cd-8c517649b6b9 service nova] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Detach interface failed, port_id=1f0e6c45-bcbd-4fff-b3e4-d25ec1b4f4a5, reason: Instance 3a2b3377-72ea-4d06-9b48-e82757055254 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 884.662392] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5220d010-0f6c-1c97-bf35-643e994557d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.662643] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.662906] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 419e071b-87a4-422d-a2b0-1d04042b34e7/419e071b-87a4-422d-a2b0-1d04042b34e7.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.663186] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c14b8478-34a5-4add-9238-2563b75a7995 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.670056] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 884.670056] env[68166]: value = "task-2806942" [ 884.670056] env[68166]: _type = "Task" [ 884.670056] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.678391] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.772204] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: ed2bca2e-9fe5-417b-a455-c997b75d3cdc] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 884.838947] env[68166]: DEBUG oslo_vmware.api [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2806939, 'name': PowerOnVM_Task, 'duration_secs': 0.538414} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.839231] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.839412] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2262e12d-ab6a-4522-b43f-92e9cdeccc96 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance '8a8855b8-fb7e-4235-9284-15425b7cb956' progress to 100 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.004374] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c890cb8-b011-4b06-9036-63eb2d50cf50 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.728s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.006728] env[68166]: DEBUG nova.compute.manager [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.027306] env[68166]: DEBUG nova.scheduler.client.report [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.041757] env[68166]: DEBUG nova.virt.hardware [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.042360] env[68166]: DEBUG nova.virt.hardware [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.042622] env[68166]: DEBUG nova.virt.hardware [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.043235] env[68166]: DEBUG nova.virt.hardware [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.043235] env[68166]: DEBUG nova.virt.hardware [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.043235] env[68166]: DEBUG nova.virt.hardware [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.043395] env[68166]: DEBUG nova.virt.hardware [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.043542] env[68166]: DEBUG nova.virt.hardware [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.044036] env[68166]: DEBUG nova.virt.hardware [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.044036] env[68166]: DEBUG nova.virt.hardware [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.044167] env[68166]: DEBUG nova.virt.hardware [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.045027] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c546f7-fc42-4ccc-89c1-70673260df01 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.055243] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19900128-1963-431d-801d-f75eba2a0980 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.071919] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806941, 'name': Rename_Task, 'duration_secs': 0.233063} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.081666] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.081666] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.086371] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.086697] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ec028b9-94b5-4cc3-bb1a-abd15e12fe68 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.088516] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.088764] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d57d4951-17d2-4c21-995f-1f110f46da71 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.110878] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 885.110878] env[68166]: value = "task-2806943" [ 885.110878] env[68166]: _type = "Task" [ 885.110878] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.110878] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.110878] env[68166]: value = "task-2806944" [ 885.110878] env[68166]: _type = "Task" [ 885.110878] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.122204] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.125428] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806944, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.153221] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.181547] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806942, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.275943] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: d570add5-1201-4132-8af7-b25d20d33356] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 885.535725] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.536255] env[68166]: DEBUG nova.compute.manager [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.538961] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.499s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.539204] env[68166]: DEBUG nova.objects.instance [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lazy-loading 'resources' on Instance uuid b8afd814-64f4-4138-b919-4151f557a42a {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.624334] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806943, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.627522] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806944, 'name': CreateVM_Task, 'duration_secs': 0.482078} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.627691] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.628120] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.628285] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.628620] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.628939] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa26690-8859-43b4-88ae-af6221dd3111 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.635070] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 885.635070] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527c0949-cb01-7960-e516-66cd57cae923" [ 885.635070] env[68166]: _type = "Task" [ 885.635070] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.644238] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527c0949-cb01-7960-e516-66cd57cae923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.680865] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551598} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.681137] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 419e071b-87a4-422d-a2b0-1d04042b34e7/419e071b-87a4-422d-a2b0-1d04042b34e7.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.681371] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.681652] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be4546a2-c722-45dc-8149-5ef89ebfaa23 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.690052] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 885.690052] env[68166]: value = "task-2806945" [ 885.690052] env[68166]: _type = "Task" [ 885.690052] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.698591] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.708893] env[68166]: DEBUG nova.network.neutron [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Successfully updated port: b766d73b-1e3f-40cc-a08c-259cc68b2729 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.782297] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: bacf5456-19e2-4245-8691-ec7af39bf00a] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 886.034203] env[68166]: DEBUG nova.compute.manager [req-6457041f-fb94-406b-9ab4-5779590d21f4 req-24d90031-9b33-45e8-831e-24edc4a5469e service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received event network-vif-plugged-b766d73b-1e3f-40cc-a08c-259cc68b2729 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.034203] env[68166]: DEBUG oslo_concurrency.lockutils [req-6457041f-fb94-406b-9ab4-5779590d21f4 req-24d90031-9b33-45e8-831e-24edc4a5469e service nova] Acquiring lock "04700440-a230-4390-9a6f-b258604697d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.034684] env[68166]: DEBUG oslo_concurrency.lockutils [req-6457041f-fb94-406b-9ab4-5779590d21f4 req-24d90031-9b33-45e8-831e-24edc4a5469e service nova] Lock "04700440-a230-4390-9a6f-b258604697d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.035086] env[68166]: DEBUG oslo_concurrency.lockutils [req-6457041f-fb94-406b-9ab4-5779590d21f4 req-24d90031-9b33-45e8-831e-24edc4a5469e service nova] Lock "04700440-a230-4390-9a6f-b258604697d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.035351] env[68166]: DEBUG nova.compute.manager [req-6457041f-fb94-406b-9ab4-5779590d21f4 req-24d90031-9b33-45e8-831e-24edc4a5469e service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] No waiting events found dispatching network-vif-plugged-b766d73b-1e3f-40cc-a08c-259cc68b2729 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.035637] env[68166]: WARNING nova.compute.manager [req-6457041f-fb94-406b-9ab4-5779590d21f4 req-24d90031-9b33-45e8-831e-24edc4a5469e service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received unexpected event network-vif-plugged-b766d73b-1e3f-40cc-a08c-259cc68b2729 for instance with vm_state active and task_state None. [ 886.042908] env[68166]: DEBUG nova.compute.utils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.043465] env[68166]: DEBUG nova.compute.manager [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.043737] env[68166]: DEBUG nova.network.neutron [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.102071] env[68166]: DEBUG nova.policy [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ae5bc833c84261901eccaae61cf516', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a85a79b3f84d5d8f26651b4ae4bdc6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.121337] env[68166]: DEBUG oslo_vmware.api [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806943, 'name': PowerOnVM_Task, 'duration_secs': 0.531309} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.124026] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.124329] env[68166]: INFO nova.compute.manager [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Took 8.41 seconds to spawn the instance on the hypervisor. [ 886.124542] env[68166]: DEBUG nova.compute.manager [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.125591] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546cac87-82a3-4b1e-8f8e-775b4fe102ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.154080] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527c0949-cb01-7960-e516-66cd57cae923, 'name': SearchDatastore_Task, 'duration_secs': 0.053866} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.156868] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.157128] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.157399] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.157642] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.157795] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.158313] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6be14421-524a-443e-8537-f57ddc51463e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.168805] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.168978] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.172333] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d5170e8-5819-4e36-9e53-c1a3d220ce2d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.179514] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 886.179514] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52810761-62d5-cfda-7505-8a494b5e9a47" [ 886.179514] env[68166]: _type = "Task" [ 886.179514] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.190499] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52810761-62d5-cfda-7505-8a494b5e9a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.203089] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072159} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.203355] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.204123] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6489f0e2-0410-467f-a1ac-a900af5aa135 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.211517] env[68166]: DEBUG oslo_concurrency.lockutils [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.211695] env[68166]: DEBUG oslo_concurrency.lockutils [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.211924] env[68166]: DEBUG nova.network.neutron [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.234958] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 419e071b-87a4-422d-a2b0-1d04042b34e7/419e071b-87a4-422d-a2b0-1d04042b34e7.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.240199] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea85e91-db45-4d53-a65f-c1baf1fe8dec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.265681] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 886.265681] env[68166]: value = "task-2806946" [ 886.265681] env[68166]: _type = "Task" [ 886.265681] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.278518] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.286573] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: edd58309-7d6a-4ee8-9cdf-d470461a63c8] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 886.293606] env[68166]: WARNING nova.network.neutron [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] bc660463-b5d5-4515-bdaf-bf8c8b272bef already exists in list: networks containing: ['bc660463-b5d5-4515-bdaf-bf8c8b272bef']. ignoring it [ 886.521929] env[68166]: DEBUG nova.network.neutron [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Successfully created port: 9105f280-1fe2-47f8-b3d2-8f63f7f16cd1 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.543958] env[68166]: DEBUG nova.compute.manager [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.608164] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a810d03-85f4-4994-8fa6-51f0195d5732 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.617375] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f60cc3-7a5c-4f50-b5d5-46408922086f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.655829] env[68166]: DEBUG nova.network.neutron [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updating instance_info_cache with network_info: [{"id": "6bb86c1e-be50-4b17-811c-687acee3c71d", "address": "fa:16:3e:ed:e3:af", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb86c1e-be", "ovs_interfaceid": "6bb86c1e-be50-4b17-811c-687acee3c71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b766d73b-1e3f-40cc-a08c-259cc68b2729", "address": "fa:16:3e:7d:79:61", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb766d73b-1e", "ovs_interfaceid": "b766d73b-1e3f-40cc-a08c-259cc68b2729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.658121] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5047e907-4c48-47e0-9468-5d5612f305a2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.665229] env[68166]: INFO nova.compute.manager [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Took 41.78 seconds to build instance. [ 886.671601] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab83561-a10d-4df5-9aa4-743e4f82eea6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.693192] env[68166]: DEBUG nova.compute.provider_tree [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.708575] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52810761-62d5-cfda-7505-8a494b5e9a47, 'name': SearchDatastore_Task, 'duration_secs': 0.014542} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.709702] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0673d23e-da09-4062-84b1-6bec47d5bb32 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.716366] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 886.716366] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521b87b8-68c1-5ed9-3426-f878c574e975" [ 886.716366] env[68166]: _type = "Task" [ 886.716366] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.726390] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521b87b8-68c1-5ed9-3426-f878c574e975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.778034] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806946, 'name': ReconfigVM_Task, 'duration_secs': 0.293657} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.778881] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 419e071b-87a4-422d-a2b0-1d04042b34e7/419e071b-87a4-422d-a2b0-1d04042b34e7.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.780274] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32e61958-135e-40fc-90fa-72fbc35d0597 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.788128] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 886.788128] env[68166]: value = "task-2806947" [ 886.788128] env[68166]: _type = "Task" [ 886.788128] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.793244] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: c8460358-ceb1-4800-892c-854f5cf2fb60] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 886.800543] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806947, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.163688] env[68166]: DEBUG oslo_concurrency.lockutils [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.164401] env[68166]: DEBUG oslo_concurrency.lockutils [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.164561] env[68166]: DEBUG oslo_concurrency.lockutils [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.165417] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152cf372-32ff-4e67-850c-b0e4809421c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.168794] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1bd4b9b0-6947-47ae-b1c7-a15b5200f4c5 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.287s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.186037] env[68166]: DEBUG nova.virt.hardware [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.186193] env[68166]: DEBUG nova.virt.hardware [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.187032] env[68166]: DEBUG nova.virt.hardware [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.187032] env[68166]: DEBUG nova.virt.hardware [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.187032] env[68166]: DEBUG nova.virt.hardware [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.187032] env[68166]: DEBUG nova.virt.hardware [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.187032] env[68166]: DEBUG nova.virt.hardware [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.187262] env[68166]: DEBUG nova.virt.hardware [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.187262] env[68166]: DEBUG nova.virt.hardware [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.187398] env[68166]: DEBUG nova.virt.hardware [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.187567] env[68166]: DEBUG nova.virt.hardware [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.193929] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Reconfiguring VM to attach interface {{(pid=68166) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 887.194283] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc509a3d-679e-4ad9-a158-c2b9f911497f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.207186] env[68166]: DEBUG nova.scheduler.client.report [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.218153] env[68166]: DEBUG oslo_vmware.api [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 887.218153] env[68166]: value = "task-2806948" [ 887.218153] env[68166]: _type = "Task" [ 887.218153] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.229236] env[68166]: DEBUG oslo_vmware.api [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806948, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.233206] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521b87b8-68c1-5ed9-3426-f878c574e975, 'name': SearchDatastore_Task, 'duration_secs': 0.014374} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.233445] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.233722] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 59062d12-7dd0-4383-934b-eef6f14ba52c/59062d12-7dd0-4383-934b-eef6f14ba52c.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.233992] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8a4abb1-5d6b-49b5-95f9-164154240fe0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.240528] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 887.240528] env[68166]: value = "task-2806949" [ 887.240528] env[68166]: _type = "Task" [ 887.240528] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.249142] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.299596] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806947, 'name': Rename_Task, 'duration_secs': 0.149915} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.300115] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.300214] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67538553-49e3-48be-a20d-fbd48a8b4b2c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.302184] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 7b77cdd8-0a47-4bef-8d84-9a83d855f4c3] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 887.311683] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 887.311683] env[68166]: value = "task-2806950" [ 887.311683] env[68166]: _type = "Task" [ 887.311683] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.320825] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.556915] env[68166]: DEBUG nova.compute.manager [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.587006] env[68166]: DEBUG nova.virt.hardware [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.587298] env[68166]: DEBUG nova.virt.hardware [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.587464] env[68166]: DEBUG nova.virt.hardware [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.587650] env[68166]: DEBUG nova.virt.hardware [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.587799] env[68166]: DEBUG nova.virt.hardware [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.587950] env[68166]: DEBUG nova.virt.hardware [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.588176] env[68166]: DEBUG nova.virt.hardware [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.588337] env[68166]: DEBUG nova.virt.hardware [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.588506] env[68166]: DEBUG nova.virt.hardware [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.588699] env[68166]: DEBUG nova.virt.hardware [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.588886] env[68166]: DEBUG nova.virt.hardware [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.589917] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06978d7c-2219-4860-8268-4aaf2cea0ec0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.600383] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fcd1c3-1dd1-41d4-af1c-b9648dc9b9c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.712351] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.716334] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.099s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.716671] env[68166]: INFO nova.compute.claims [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.732987] env[68166]: DEBUG oslo_vmware.api [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.741481] env[68166]: INFO nova.scheduler.client.report [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Deleted allocations for instance b8afd814-64f4-4138-b919-4151f557a42a [ 887.755896] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806949, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.808295] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: b41f7d30-bbc6-4c5d-9f58-05348ec36606] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 887.823832] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806950, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.907767] env[68166]: DEBUG oslo_concurrency.lockutils [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "8a8855b8-fb7e-4235-9284-15425b7cb956" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.908055] env[68166]: DEBUG oslo_concurrency.lockutils [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "8a8855b8-fb7e-4235-9284-15425b7cb956" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.908248] env[68166]: DEBUG nova.compute.manager [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Going to confirm migration 3 {{(pid=68166) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 888.232252] env[68166]: DEBUG nova.network.neutron [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Successfully updated port: 9105f280-1fe2-47f8-b3d2-8f63f7f16cd1 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.242615] env[68166]: DEBUG oslo_vmware.api [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.254928] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a1530f65-f77e-4fdc-bf24-e813a1b77f44 tempest-ServersListShow298Test-1350745565 tempest-ServersListShow298Test-1350745565-project-member] Lock "b8afd814-64f4-4138-b919-4151f557a42a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.550s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.261110] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583505} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.261658] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 59062d12-7dd0-4383-934b-eef6f14ba52c/59062d12-7dd0-4383-934b-eef6f14ba52c.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.262242] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.262603] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc71837c-47fb-4a26-b525-5384e92542a7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.272243] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 888.272243] env[68166]: value = "task-2806951" [ 888.272243] env[68166]: _type = "Task" [ 888.272243] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.282277] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.312825] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.312825] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Cleaning up deleted instances with incomplete migration {{(pid=68166) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 888.324035] env[68166]: DEBUG oslo_vmware.api [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806950, 'name': PowerOnVM_Task, 'duration_secs': 0.670533} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.324329] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.324529] env[68166]: INFO nova.compute.manager [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Took 5.87 seconds to spawn the instance on the hypervisor. [ 888.324759] env[68166]: DEBUG nova.compute.manager [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.326058] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0e0056-9948-47a5-a7a9-8fde5b9075df {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.465681] env[68166]: DEBUG oslo_concurrency.lockutils [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.465926] env[68166]: DEBUG oslo_concurrency.lockutils [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.466183] env[68166]: DEBUG nova.network.neutron [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.466426] env[68166]: DEBUG nova.objects.instance [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lazy-loading 'info_cache' on Instance uuid 8a8855b8-fb7e-4235-9284-15425b7cb956 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.558413] env[68166]: DEBUG nova.compute.manager [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received event network-changed-b766d73b-1e3f-40cc-a08c-259cc68b2729 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.558661] env[68166]: DEBUG nova.compute.manager [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Refreshing instance network info cache due to event network-changed-b766d73b-1e3f-40cc-a08c-259cc68b2729. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.558933] env[68166]: DEBUG oslo_concurrency.lockutils [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] Acquiring lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.559381] env[68166]: DEBUG oslo_concurrency.lockutils [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] Acquired lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.559381] env[68166]: DEBUG nova.network.neutron [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Refreshing network info cache for port b766d73b-1e3f-40cc-a08c-259cc68b2729 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.738745] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.738745] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquired lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.738892] env[68166]: DEBUG nova.network.neutron [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.740921] env[68166]: DEBUG oslo_vmware.api [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806948, 'name': ReconfigVM_Task, 'duration_secs': 1.210479} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.742560] env[68166]: DEBUG oslo_concurrency.lockutils [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.742560] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Reconfigured VM to attach interface {{(pid=68166) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 888.783601] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.358981} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.786529] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.787810] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cd63fb-28ba-47d6-bad9-eb07622b20f8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.810163] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 59062d12-7dd0-4383-934b-eef6f14ba52c/59062d12-7dd0-4383-934b-eef6f14ba52c.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.813037] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d05e3d57-7cec-49ae-9414-2658331fe04e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.828969] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.837275] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 888.837275] env[68166]: value = "task-2806952" [ 888.837275] env[68166]: _type = "Task" [ 888.837275] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.856207] env[68166]: INFO nova.compute.manager [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Took 24.81 seconds to build instance. [ 888.861724] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.202619] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2a5ffa-4efd-4a1c-8877-e49cf3f594e4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.212911] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee757c8-2b1e-4279-9612-6deebdb9d9ed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.252364] env[68166]: DEBUG oslo_concurrency.lockutils [None req-af6650bc-9b46-46e2-b2f3-561698f43731 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-04700440-a230-4390-9a6f-b258604697d4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.140s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.258188] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65517601-eb08-418d-85c7-499c2575b1fe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.265128] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.265322] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.271881] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7540346-dbd1-4523-9b72-ff6356638298 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.288711] env[68166]: DEBUG nova.compute.provider_tree [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.290563] env[68166]: DEBUG nova.network.neutron [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.330013] env[68166]: DEBUG nova.network.neutron [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updated VIF entry in instance network info cache for port b766d73b-1e3f-40cc-a08c-259cc68b2729. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.330013] env[68166]: DEBUG nova.network.neutron [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updating instance_info_cache with network_info: [{"id": "6bb86c1e-be50-4b17-811c-687acee3c71d", "address": "fa:16:3e:ed:e3:af", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb86c1e-be", "ovs_interfaceid": "6bb86c1e-be50-4b17-811c-687acee3c71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b766d73b-1e3f-40cc-a08c-259cc68b2729", "address": "fa:16:3e:7d:79:61", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb766d73b-1e", "ovs_interfaceid": "b766d73b-1e3f-40cc-a08c-259cc68b2729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.349060] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.358209] env[68166]: DEBUG oslo_concurrency.lockutils [None req-56138a27-9d17-467d-a0ff-6e642edaac41 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "419e071b-87a4-422d-a2b0-1d04042b34e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.325s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.398050] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3aa82403-17fd-466a-9359-485d938d8900 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.398295] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3aa82403-17fd-466a-9359-485d938d8900 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.398477] env[68166]: DEBUG nova.compute.manager [None req-3aa82403-17fd-466a-9359-485d938d8900 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.399382] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b187e60-e42b-4f63-a3d7-2a20057e5e0b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.407137] env[68166]: DEBUG nova.compute.manager [None req-3aa82403-17fd-466a-9359-485d938d8900 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68166) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 889.407669] env[68166]: DEBUG nova.objects.instance [None req-3aa82403-17fd-466a-9359-485d938d8900 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lazy-loading 'flavor' on Instance uuid c517fd87-85f9-40d8-88cb-5cc524290a9e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.427177] env[68166]: DEBUG nova.network.neutron [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Updating instance_info_cache with network_info: [{"id": "9105f280-1fe2-47f8-b3d2-8f63f7f16cd1", "address": "fa:16:3e:d1:fc:6f", "network": {"id": "ecdfb8cb-a237-41bf-9637-ec7779359b1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1529248802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a85a79b3f84d5d8f26651b4ae4bdc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105f280-1f", "ovs_interfaceid": "9105f280-1fe2-47f8-b3d2-8f63f7f16cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.662183] env[68166]: DEBUG nova.network.neutron [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance_info_cache with network_info: [{"id": "f35394e5-6ffe-456d-9997-124f7f92bfac", "address": "fa:16:3e:5c:01:5c", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35394e5-6f", "ovs_interfaceid": "f35394e5-6ffe-456d-9997-124f7f92bfac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.772290] env[68166]: DEBUG nova.compute.utils [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.794481] env[68166]: DEBUG nova.scheduler.client.report [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.832082] env[68166]: DEBUG oslo_concurrency.lockutils [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] Releasing lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.832343] env[68166]: DEBUG nova.compute.manager [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Received event network-changed-84c04580-8d64-4e6a-831a-6681cb09a91e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.832500] env[68166]: DEBUG nova.compute.manager [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Refreshing instance network info cache due to event network-changed-84c04580-8d64-4e6a-831a-6681cb09a91e. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 889.832733] env[68166]: DEBUG oslo_concurrency.lockutils [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] Acquiring lock "refresh_cache-4f657381-f0cf-40e4-87f7-815ccb5eaf9b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.833321] env[68166]: DEBUG oslo_concurrency.lockutils [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] Acquired lock "refresh_cache-4f657381-f0cf-40e4-87f7-815ccb5eaf9b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.833321] env[68166]: DEBUG nova.network.neutron [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Refreshing network info cache for port 84c04580-8d64-4e6a-831a-6681cb09a91e {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.848948] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806952, 'name': ReconfigVM_Task, 'duration_secs': 0.724465} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.849217] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 59062d12-7dd0-4383-934b-eef6f14ba52c/59062d12-7dd0-4383-934b-eef6f14ba52c.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.849830] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-545471cf-92dd-40a5-bb68-0c9524760a74 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.856967] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 889.856967] env[68166]: value = "task-2806953" [ 889.856967] env[68166]: _type = "Task" [ 889.856967] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.867664] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806953, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.930290] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Releasing lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.930602] env[68166]: DEBUG nova.compute.manager [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Instance network_info: |[{"id": "9105f280-1fe2-47f8-b3d2-8f63f7f16cd1", "address": "fa:16:3e:d1:fc:6f", "network": {"id": "ecdfb8cb-a237-41bf-9637-ec7779359b1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1529248802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a85a79b3f84d5d8f26651b4ae4bdc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105f280-1f", "ovs_interfaceid": "9105f280-1fe2-47f8-b3d2-8f63f7f16cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.931288] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:fc:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9105f280-1fe2-47f8-b3d2-8f63f7f16cd1', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.939196] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Creating folder: Project (76a85a79b3f84d5d8f26651b4ae4bdc6). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.939721] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbca4455-b312-4774-a7f5-ca41bc38d3e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.953238] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Created folder: Project (76a85a79b3f84d5d8f26651b4ae4bdc6) in parent group-v563881. [ 889.953445] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Creating folder: Instances. Parent ref: group-v564088. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.953690] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0845db46-8815-46f8-b1ca-fa0792463bdf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.965919] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Created folder: Instances in parent group-v564088. [ 889.966244] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.966533] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.966858] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a2c9bdd-b22e-45c4-a2ed-71dcc7a11df3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.986969] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.986969] env[68166]: value = "task-2806956" [ 889.986969] env[68166]: _type = "Task" [ 889.986969] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.995939] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806956, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.165514] env[68166]: DEBUG oslo_concurrency.lockutils [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "refresh_cache-8a8855b8-fb7e-4235-9284-15425b7cb956" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.165760] env[68166]: DEBUG nova.objects.instance [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lazy-loading 'migration_context' on Instance uuid 8a8855b8-fb7e-4235-9284-15425b7cb956 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.275927] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.298949] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.299524] env[68166]: DEBUG nova.compute.manager [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.302331] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.620s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.302548] env[68166]: DEBUG nova.objects.instance [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lazy-loading 'resources' on Instance uuid 0d983231-b268-48a5-b899-bd77c77712db {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.367876] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806953, 'name': Rename_Task, 'duration_secs': 0.311317} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.367876] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.368151] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58ea3424-1357-40af-9bd3-50f5e14447f2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.376409] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 890.376409] env[68166]: value = "task-2806957" [ 890.376409] env[68166]: _type = "Task" [ 890.376409] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.388976] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.415158] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa82403-17fd-466a-9359-485d938d8900 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.415158] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90ac6739-ca25-47b6-96fc-36a07630eef9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.423155] env[68166]: DEBUG oslo_vmware.api [None req-3aa82403-17fd-466a-9359-485d938d8900 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 890.423155] env[68166]: value = "task-2806958" [ 890.423155] env[68166]: _type = "Task" [ 890.423155] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.436681] env[68166]: DEBUG oslo_vmware.api [None req-3aa82403-17fd-466a-9359-485d938d8900 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.501085] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806956, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.668910] env[68166]: DEBUG nova.objects.base [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Object Instance<8a8855b8-fb7e-4235-9284-15425b7cb956> lazy-loaded attributes: info_cache,migration_context {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 890.669971] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506b59bd-4cb8-420b-9056-327706096075 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.693444] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9d0b2b-d903-49c5-a0d5-4128673749d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.697036] env[68166]: DEBUG nova.network.neutron [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Updated VIF entry in instance network info cache for port 84c04580-8d64-4e6a-831a-6681cb09a91e. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.697401] env[68166]: DEBUG nova.network.neutron [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Updating instance_info_cache with network_info: [{"id": "84c04580-8d64-4e6a-831a-6681cb09a91e", "address": "fa:16:3e:7d:e1:4e", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c04580-8d", "ovs_interfaceid": "84c04580-8d64-4e6a-831a-6681cb09a91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.703473] env[68166]: DEBUG oslo_vmware.api [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 890.703473] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529a8fd7-169a-5709-ba93-c51a91aa532a" [ 890.703473] env[68166]: _type = "Task" [ 890.703473] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.711932] env[68166]: DEBUG oslo_vmware.api [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529a8fd7-169a-5709-ba93-c51a91aa532a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.808638] env[68166]: DEBUG nova.compute.utils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.810262] env[68166]: DEBUG nova.compute.manager [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.812369] env[68166]: DEBUG nova.network.neutron [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.876575] env[68166]: DEBUG nova.policy [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b18755d79b74e1ebae3fbd94ed892a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3bdd382d0d1461db1eda8137f25fb04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.892971] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806957, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.937271] env[68166]: DEBUG oslo_vmware.api [None req-3aa82403-17fd-466a-9359-485d938d8900 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806958, 'name': PowerOffVM_Task, 'duration_secs': 0.228299} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.940155] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa82403-17fd-466a-9359-485d938d8900 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.940394] env[68166]: DEBUG nova.compute.manager [None req-3aa82403-17fd-466a-9359-485d938d8900 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.941994] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa49e93b-f8ff-481f-b34c-7c262581f206 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.003137] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806956, 'name': CreateVM_Task, 'duration_secs': 0.541264} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.003330] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.004026] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.004201] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.004520] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.004774] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56161b2c-fd00-4e3f-9de9-eb73773f91d6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.010124] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 891.010124] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52611642-71f8-428e-0e4f-9f8cd45cc4fd" [ 891.010124] env[68166]: _type = "Task" [ 891.010124] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.022008] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52611642-71f8-428e-0e4f-9f8cd45cc4fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.188862] env[68166]: DEBUG nova.compute.manager [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Received event network-vif-plugged-9105f280-1fe2-47f8-b3d2-8f63f7f16cd1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.189262] env[68166]: DEBUG oslo_concurrency.lockutils [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] Acquiring lock "064a83c8-189c-45a4-acb9-b74d809abd18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.189566] env[68166]: DEBUG oslo_concurrency.lockutils [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] Lock "064a83c8-189c-45a4-acb9-b74d809abd18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.189836] env[68166]: DEBUG oslo_concurrency.lockutils [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] Lock "064a83c8-189c-45a4-acb9-b74d809abd18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.190150] env[68166]: DEBUG nova.compute.manager [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] No waiting events found dispatching network-vif-plugged-9105f280-1fe2-47f8-b3d2-8f63f7f16cd1 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.190422] env[68166]: WARNING nova.compute.manager [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Received unexpected event network-vif-plugged-9105f280-1fe2-47f8-b3d2-8f63f7f16cd1 for instance with vm_state building and task_state spawning. [ 891.190736] env[68166]: DEBUG nova.compute.manager [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Received event network-changed-9105f280-1fe2-47f8-b3d2-8f63f7f16cd1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.191033] env[68166]: DEBUG nova.compute.manager [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Refreshing instance network info cache due to event network-changed-9105f280-1fe2-47f8-b3d2-8f63f7f16cd1. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 891.191328] env[68166]: DEBUG oslo_concurrency.lockutils [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] Acquiring lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.191580] env[68166]: DEBUG oslo_concurrency.lockutils [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] Acquired lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.192018] env[68166]: DEBUG nova.network.neutron [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Refreshing network info cache for port 9105f280-1fe2-47f8-b3d2-8f63f7f16cd1 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.200533] env[68166]: DEBUG oslo_concurrency.lockutils [req-6f69f03f-7a92-41a5-bbf8-98c7caf8091d req-84aeb667-58e6-4c8f-9e0b-8725c71654f4 service nova] Releasing lock "refresh_cache-4f657381-f0cf-40e4-87f7-815ccb5eaf9b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.220063] env[68166]: DEBUG oslo_vmware.api [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529a8fd7-169a-5709-ba93-c51a91aa532a, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.220063] env[68166]: DEBUG oslo_concurrency.lockutils [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.317164] env[68166]: DEBUG nova.compute.manager [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.324973] env[68166]: DEBUG nova.network.neutron [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Successfully created port: 661b24c7-bf61-49b1-9f5c-b09de8c4ee9a {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.329557] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.329795] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.330023] env[68166]: INFO nova.compute.manager [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Attaching volume 01626c87-f03e-40dd-b8f7-ef7ddcccf11d to /dev/sdb [ 891.374988] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9f1fdc-151b-4a97-b7bb-11eeea9dfc37 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.395528] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806957, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.396549] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95e9ed3-b32e-4cfe-a6b1-fef2f8b710a5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.413126] env[68166]: DEBUG nova.virt.block_device [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Updating existing volume attachment record: 6b8c6536-abfd-47d7-8534-7dbd881f9c13 {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 891.439235] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f79697-11bf-490a-8755-a0773b52ca5a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.453403] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409509f7-a8ae-4ad8-9b16-e986cd54749c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.459971] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3aa82403-17fd-466a-9359-485d938d8900 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.496760] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2900464-0fbb-4852-b69f-cce735e4e409 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.506426] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67cafe4-9b5d-46a7-a5d7-6eeb663a298a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.523804] env[68166]: DEBUG nova.compute.provider_tree [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.536021] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52611642-71f8-428e-0e4f-9f8cd45cc4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.021563} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.537047] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.537450] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.537523] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.537815] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.538025] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.538789] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0a56804-2660-407c-a2c4-a929e763c934 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.550607] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.550959] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.551875] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5aadc3f-b6a5-403b-96e7-c05c41f0c47a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.560137] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 891.560137] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522303b9-7480-4a97-1cd7-9dd33bb9d006" [ 891.560137] env[68166]: _type = "Task" [ 891.560137] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.570951] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522303b9-7480-4a97-1cd7-9dd33bb9d006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.731621] env[68166]: DEBUG nova.network.neutron [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Successfully created port: aae0e690-b0ce-459f-a5c7-e2f94a1db231 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.893099] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806957, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.024068] env[68166]: DEBUG nova.network.neutron [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Successfully created port: 2117097c-4835-42f2-889d-54002742e5a2 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.030078] env[68166]: DEBUG nova.scheduler.client.report [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.074384] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522303b9-7480-4a97-1cd7-9dd33bb9d006, 'name': SearchDatastore_Task, 'duration_secs': 0.024268} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.075463] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffb559d-1cd7-4e70-a07f-7750295f483f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.082039] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 892.082039] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52902903-a3cb-5976-9b83-b5c979562ce3" [ 892.082039] env[68166]: _type = "Task" [ 892.082039] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.093405] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52902903-a3cb-5976-9b83-b5c979562ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.187486] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "interface-04700440-a230-4390-9a6f-b258604697d4-7c421959-7461-46a4-bb3c-cca533c46646" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.187938] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-04700440-a230-4390-9a6f-b258604697d4-7c421959-7461-46a4-bb3c-cca533c46646" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.188340] env[68166]: DEBUG nova.objects.instance [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'flavor' on Instance uuid 04700440-a230-4390-9a6f-b258604697d4 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.191445] env[68166]: DEBUG nova.network.neutron [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Updated VIF entry in instance network info cache for port 9105f280-1fe2-47f8-b3d2-8f63f7f16cd1. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.191445] env[68166]: DEBUG nova.network.neutron [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Updating instance_info_cache with network_info: [{"id": "9105f280-1fe2-47f8-b3d2-8f63f7f16cd1", "address": "fa:16:3e:d1:fc:6f", "network": {"id": "ecdfb8cb-a237-41bf-9637-ec7779359b1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1529248802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a85a79b3f84d5d8f26651b4ae4bdc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105f280-1f", "ovs_interfaceid": "9105f280-1fe2-47f8-b3d2-8f63f7f16cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.327302] env[68166]: DEBUG nova.compute.manager [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.352911] env[68166]: DEBUG nova.virt.hardware [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.353230] env[68166]: DEBUG nova.virt.hardware [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.353430] env[68166]: DEBUG nova.virt.hardware [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.353650] env[68166]: DEBUG nova.virt.hardware [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.353832] env[68166]: DEBUG nova.virt.hardware [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.354021] env[68166]: DEBUG nova.virt.hardware [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.354241] env[68166]: DEBUG nova.virt.hardware [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.354404] env[68166]: DEBUG nova.virt.hardware [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.354570] env[68166]: DEBUG nova.virt.hardware [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.354731] env[68166]: DEBUG nova.virt.hardware [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.354950] env[68166]: DEBUG nova.virt.hardware [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.355812] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffda5eba-531d-4be4-bccb-a292a3de93d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.364616] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0816921f-da3d-47c5-ae09-765f609822ef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.387971] env[68166]: DEBUG oslo_vmware.api [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806957, 'name': PowerOnVM_Task, 'duration_secs': 1.644737} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.388236] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.388435] env[68166]: INFO nova.compute.manager [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Took 7.38 seconds to spawn the instance on the hypervisor. [ 892.388611] env[68166]: DEBUG nova.compute.manager [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.389374] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db3bf0e-3604-49d3-b144-9574cecafd89 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.535667] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.538466] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.044s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.538755] env[68166]: DEBUG nova.objects.instance [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Lazy-loading 'resources' on Instance uuid 53cd22fe-6474-4c52-a91c-82750ef7817e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.559525] env[68166]: INFO nova.scheduler.client.report [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Deleted allocations for instance 0d983231-b268-48a5-b899-bd77c77712db [ 892.597729] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52902903-a3cb-5976-9b83-b5c979562ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.012084} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.598096] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.598461] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 064a83c8-189c-45a4-acb9-b74d809abd18/064a83c8-189c-45a4-acb9-b74d809abd18.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.598884] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1007ec24-b1bf-44e7-90a4-8faf36e949f1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.608239] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 892.608239] env[68166]: value = "task-2806962" [ 892.608239] env[68166]: _type = "Task" [ 892.608239] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.620113] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2806962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.697058] env[68166]: DEBUG oslo_concurrency.lockutils [req-4a453b06-ab44-4b1c-8d86-0909bbf81ea9 req-d56b13b8-dc0d-471d-a9c3-29346823ff6a service nova] Releasing lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.701406] env[68166]: DEBUG nova.objects.instance [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lazy-loading 'flavor' on Instance uuid c517fd87-85f9-40d8-88cb-5cc524290a9e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.816575] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Acquiring lock "ae4746e2-7223-4c5b-971c-cb6230a08c27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.816575] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Lock "ae4746e2-7223-4c5b-971c-cb6230a08c27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.816575] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Acquiring lock "ae4746e2-7223-4c5b-971c-cb6230a08c27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.816575] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Lock "ae4746e2-7223-4c5b-971c-cb6230a08c27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.816575] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Lock "ae4746e2-7223-4c5b-971c-cb6230a08c27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.818570] env[68166]: INFO nova.compute.manager [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Terminating instance [ 892.836553] env[68166]: DEBUG nova.objects.instance [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'pci_requests' on Instance uuid 04700440-a230-4390-9a6f-b258604697d4 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.907669] env[68166]: INFO nova.compute.manager [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Took 28.41 seconds to build instance. [ 893.067444] env[68166]: DEBUG oslo_concurrency.lockutils [None req-29257f93-78b1-41a0-b10b-a3ece54db095 tempest-ImagesOneServerNegativeTestJSON-632931283 tempest-ImagesOneServerNegativeTestJSON-632931283-project-member] Lock "0d983231-b268-48a5-b899-bd77c77712db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.041s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.124286] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2806962, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.206517] env[68166]: DEBUG oslo_concurrency.lockutils [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.206687] env[68166]: DEBUG oslo_concurrency.lockutils [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.206893] env[68166]: DEBUG nova.network.neutron [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.207102] env[68166]: DEBUG nova.objects.instance [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lazy-loading 'info_cache' on Instance uuid c517fd87-85f9-40d8-88cb-5cc524290a9e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.322432] env[68166]: DEBUG nova.compute.manager [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.322765] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.326575] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fbe706-abf9-48e4-8655-b5795e4b1cd5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.336278] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.336635] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2475079d-e025-42e3-8e63-d2fbccff48b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.338700] env[68166]: DEBUG nova.objects.base [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Object Instance<04700440-a230-4390-9a6f-b258604697d4> lazy-loaded attributes: flavor,pci_requests {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 893.339195] env[68166]: DEBUG nova.network.neutron [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.350028] env[68166]: DEBUG oslo_vmware.api [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Waiting for the task: (returnval){ [ 893.350028] env[68166]: value = "task-2806963" [ 893.350028] env[68166]: _type = "Task" [ 893.350028] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.359928] env[68166]: DEBUG oslo_vmware.api [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.410357] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c9f4dcf2-57ff-48f3-92db-ae64702bee6c tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "59062d12-7dd0-4383-934b-eef6f14ba52c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.919s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.454342] env[68166]: DEBUG nova.policy [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '297b58c8fe5c440290a8633572fea98c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a1a4de384b4a958b6ba53c9f91f135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.469455] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0167f1e1-4dd7-4d18-8beb-15bc325425b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.478019] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6202c26d-d4a6-4552-b8d0-8cdc7a66b0e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.515913] env[68166]: DEBUG nova.network.neutron [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Successfully updated port: 661b24c7-bf61-49b1-9f5c-b09de8c4ee9a {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.518529] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f78e1b-0e43-4889-931c-449f8b2a2d4e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.528021] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc518d40-a574-4d6c-bd9e-24a208d9a66a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.544518] env[68166]: DEBUG nova.compute.provider_tree [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.620871] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2806962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636039} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.622033] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 064a83c8-189c-45a4-acb9-b74d809abd18/064a83c8-189c-45a4-acb9-b74d809abd18.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.622033] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.622033] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af4db232-9bd2-41ca-bb19-ce1a09821ec4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.628778] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 893.628778] env[68166]: value = "task-2806964" [ 893.628778] env[68166]: _type = "Task" [ 893.628778] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.641717] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2806964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.710685] env[68166]: DEBUG nova.objects.base [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 893.859716] env[68166]: DEBUG oslo_vmware.api [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806963, 'name': PowerOffVM_Task, 'duration_secs': 0.375502} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.859991] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.860178] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.860433] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b48db04-9afc-4ee7-9540-479a2d62ca7a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.946168] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.946502] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.946711] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Deleting the datastore file [datastore2] ae4746e2-7223-4c5b-971c-cb6230a08c27 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.947081] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-accd703b-ff97-444c-ada5-aa586e57f7bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.954706] env[68166]: DEBUG oslo_vmware.api [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Waiting for the task: (returnval){ [ 893.954706] env[68166]: value = "task-2806967" [ 893.954706] env[68166]: _type = "Task" [ 893.954706] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.963703] env[68166]: DEBUG oslo_vmware.api [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.047223] env[68166]: DEBUG nova.scheduler.client.report [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.139391] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2806964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112673} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.139654] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.140471] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040b60b1-e998-4fc6-bc53-98630f29790d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.156191] env[68166]: INFO nova.compute.manager [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Rebuilding instance [ 894.167415] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 064a83c8-189c-45a4-acb9-b74d809abd18/064a83c8-189c-45a4-acb9-b74d809abd18.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.168307] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a143a1f8-cd88-4254-87f6-4877faedf7bc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.192735] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 894.192735] env[68166]: value = "task-2806968" [ 894.192735] env[68166]: _type = "Task" [ 894.192735] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.206692] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2806968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.218287] env[68166]: DEBUG nova.compute.manager [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.219190] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d433aa-f5ab-4994-8cb3-1091e8b14ca8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.322429] env[68166]: DEBUG nova.compute.manager [req-c976f0c8-a750-4231-9883-dcade1a047cf req-55b9e49d-55da-4586-9bfc-a13ba29128e0 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Received event network-vif-plugged-661b24c7-bf61-49b1-9f5c-b09de8c4ee9a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.322690] env[68166]: DEBUG oslo_concurrency.lockutils [req-c976f0c8-a750-4231-9883-dcade1a047cf req-55b9e49d-55da-4586-9bfc-a13ba29128e0 service nova] Acquiring lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.323567] env[68166]: DEBUG oslo_concurrency.lockutils [req-c976f0c8-a750-4231-9883-dcade1a047cf req-55b9e49d-55da-4586-9bfc-a13ba29128e0 service nova] Lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.323760] env[68166]: DEBUG oslo_concurrency.lockutils [req-c976f0c8-a750-4231-9883-dcade1a047cf req-55b9e49d-55da-4586-9bfc-a13ba29128e0 service nova] Lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.323933] env[68166]: DEBUG nova.compute.manager [req-c976f0c8-a750-4231-9883-dcade1a047cf req-55b9e49d-55da-4586-9bfc-a13ba29128e0 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] No waiting events found dispatching network-vif-plugged-661b24c7-bf61-49b1-9f5c-b09de8c4ee9a {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.324139] env[68166]: WARNING nova.compute.manager [req-c976f0c8-a750-4231-9883-dcade1a047cf req-55b9e49d-55da-4586-9bfc-a13ba29128e0 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Received unexpected event network-vif-plugged-661b24c7-bf61-49b1-9f5c-b09de8c4ee9a for instance with vm_state building and task_state spawning. [ 894.467227] env[68166]: DEBUG oslo_vmware.api [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Task: {'id': task-2806967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159075} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.467411] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.467724] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.468015] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.468355] env[68166]: INFO nova.compute.manager [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Took 1.15 seconds to destroy the instance on the hypervisor. [ 894.468726] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.469042] env[68166]: DEBUG nova.compute.manager [-] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.469358] env[68166]: DEBUG nova.network.neutron [-] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.481022] env[68166]: DEBUG nova.network.neutron [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance_info_cache with network_info: [{"id": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "address": "fa:16:3e:99:be:ba", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcdf42f-77", "ovs_interfaceid": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.556122] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.559134] env[68166]: DEBUG oslo_concurrency.lockutils [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.672s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.559454] env[68166]: DEBUG nova.objects.instance [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lazy-loading 'resources' on Instance uuid 454157e8-7676-48d4-ad67-46759341426a {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.577711] env[68166]: INFO nova.scheduler.client.report [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Deleted allocations for instance 53cd22fe-6474-4c52-a91c-82750ef7817e [ 894.710009] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2806968, 'name': ReconfigVM_Task, 'duration_secs': 0.48718} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.713992] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 064a83c8-189c-45a4-acb9-b74d809abd18/064a83c8-189c-45a4-acb9-b74d809abd18.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.714734] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84190bf7-ccd7-484b-a107-573f55b38dc5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.727851] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 894.727851] env[68166]: value = "task-2806969" [ 894.727851] env[68166]: _type = "Task" [ 894.727851] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.742428] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2806969, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.986468] env[68166]: DEBUG oslo_concurrency.lockutils [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.087706] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71451f6d-2519-483c-94c8-3db90ef84f20 tempest-ServersV294TestFqdnHostnames-1103708248 tempest-ServersV294TestFqdnHostnames-1103708248-project-member] Lock "53cd22fe-6474-4c52-a91c-82750ef7817e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.505s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.236760] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.236760] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d92a0767-a3b1-46d7-89b9-3009503d41ed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.248894] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2806969, 'name': Rename_Task, 'duration_secs': 0.223549} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.250241] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.250474] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49672385-aecf-42b8-ba41-3a021c64365c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.258630] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 895.258630] env[68166]: value = "task-2806970" [ 895.258630] env[68166]: _type = "Task" [ 895.258630] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.258941] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 895.258941] env[68166]: value = "task-2806971" [ 895.258941] env[68166]: _type = "Task" [ 895.258941] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.277263] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.281982] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2806971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.477143] env[68166]: DEBUG nova.network.neutron [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Successfully updated port: 7c421959-7461-46a4-bb3c-cca533c46646 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.540152] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa62c9c-3bc6-4348-8690-01a58adafe1e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.548529] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d366530-33cf-4c05-a6ae-700ee6227c0c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.582815] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f20159-8f84-4577-906c-86c0891ff017 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.592298] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692a22f6-06e0-49fc-914b-8a20a3c049b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.608425] env[68166]: DEBUG nova.compute.provider_tree [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.740069] env[68166]: DEBUG nova.network.neutron [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Successfully updated port: aae0e690-b0ce-459f-a5c7-e2f94a1db231 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.787067] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2806971, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.787067] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806970, 'name': PowerOffVM_Task, 'duration_secs': 0.202176} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.788279] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.788520] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.789734] env[68166]: DEBUG nova.compute.manager [req-7330c6e6-0f71-403c-88f3-a83a393dce42 req-6bfcaa01-28a0-4961-ab5e-3370c1cc2c90 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received event network-vif-plugged-7c421959-7461-46a4-bb3c-cca533c46646 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.789936] env[68166]: DEBUG oslo_concurrency.lockutils [req-7330c6e6-0f71-403c-88f3-a83a393dce42 req-6bfcaa01-28a0-4961-ab5e-3370c1cc2c90 service nova] Acquiring lock "04700440-a230-4390-9a6f-b258604697d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.790185] env[68166]: DEBUG oslo_concurrency.lockutils [req-7330c6e6-0f71-403c-88f3-a83a393dce42 req-6bfcaa01-28a0-4961-ab5e-3370c1cc2c90 service nova] Lock "04700440-a230-4390-9a6f-b258604697d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.790528] env[68166]: DEBUG oslo_concurrency.lockutils [req-7330c6e6-0f71-403c-88f3-a83a393dce42 req-6bfcaa01-28a0-4961-ab5e-3370c1cc2c90 service nova] Lock "04700440-a230-4390-9a6f-b258604697d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.790701] env[68166]: DEBUG nova.compute.manager [req-7330c6e6-0f71-403c-88f3-a83a393dce42 req-6bfcaa01-28a0-4961-ab5e-3370c1cc2c90 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] No waiting events found dispatching network-vif-plugged-7c421959-7461-46a4-bb3c-cca533c46646 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.790925] env[68166]: WARNING nova.compute.manager [req-7330c6e6-0f71-403c-88f3-a83a393dce42 req-6bfcaa01-28a0-4961-ab5e-3370c1cc2c90 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received unexpected event network-vif-plugged-7c421959-7461-46a4-bb3c-cca533c46646 for instance with vm_state active and task_state None. [ 895.791906] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8250372f-3ff0-4185-94d0-07322fbbad5c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.803494] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.804063] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c9ad175-55c6-4113-a981-01e3331c3831 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.855043] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.855043] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.855043] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Deleting the datastore file [datastore2] 59062d12-7dd0-4383-934b-eef6f14ba52c {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.855043] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54233f1b-6b7a-4f57-858a-f44b8dca7490 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.861385] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 895.861385] env[68166]: value = "task-2806973" [ 895.861385] env[68166]: _type = "Task" [ 895.861385] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.883867] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.956315] env[68166]: DEBUG nova.network.neutron [-] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.973042] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 895.973042] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564092', 'volume_id': '01626c87-f03e-40dd-b8f7-ef7ddcccf11d', 'name': 'volume-01626c87-f03e-40dd-b8f7-ef7ddcccf11d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85eb9bb0-60d0-489e-a4b4-8dbb6893f77c', 'attached_at': '', 'detached_at': '', 'volume_id': '01626c87-f03e-40dd-b8f7-ef7ddcccf11d', 'serial': '01626c87-f03e-40dd-b8f7-ef7ddcccf11d'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 895.973451] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6fed5e-cad7-43f7-8822-80ca6ac3eac3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.991429] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.991751] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.991834] env[68166]: DEBUG nova.network.neutron [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.994304] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505f5eb5-8d32-4767-86f8-93789b794f08 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.997474] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.998374] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-695a5190-1ec1-4b73-abcf-6850d6c31ac7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.043869] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-01626c87-f03e-40dd-b8f7-ef7ddcccf11d/volume-01626c87-f03e-40dd-b8f7-ef7ddcccf11d.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.046760] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b0b4d6b-d338-4091-8563-61d4aa84859c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.071817] env[68166]: DEBUG oslo_vmware.api [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 896.071817] env[68166]: value = "task-2806974" [ 896.071817] env[68166]: _type = "Task" [ 896.071817] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.082422] env[68166]: DEBUG oslo_vmware.api [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 896.082422] env[68166]: value = "task-2806975" [ 896.082422] env[68166]: _type = "Task" [ 896.082422] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.089292] env[68166]: DEBUG oslo_vmware.api [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.104204] env[68166]: DEBUG oslo_vmware.api [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806975, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.112393] env[68166]: DEBUG nova.scheduler.client.report [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.270916] env[68166]: DEBUG oslo_vmware.api [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2806971, 'name': PowerOnVM_Task, 'duration_secs': 0.597296} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.271313] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.271585] env[68166]: INFO nova.compute.manager [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Took 8.71 seconds to spawn the instance on the hypervisor. [ 896.271857] env[68166]: DEBUG nova.compute.manager [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.274222] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9560eb3a-d93a-4b4f-a67b-58550bcfb83d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.372452] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222862} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.372452] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.372696] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.372856] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.459783] env[68166]: INFO nova.compute.manager [-] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Took 1.99 seconds to deallocate network for instance. [ 896.579060] env[68166]: WARNING nova.network.neutron [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] bc660463-b5d5-4515-bdaf-bf8c8b272bef already exists in list: networks containing: ['bc660463-b5d5-4515-bdaf-bf8c8b272bef']. ignoring it [ 896.579282] env[68166]: WARNING nova.network.neutron [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] bc660463-b5d5-4515-bdaf-bf8c8b272bef already exists in list: networks containing: ['bc660463-b5d5-4515-bdaf-bf8c8b272bef']. ignoring it [ 896.588223] env[68166]: DEBUG oslo_vmware.api [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2806974, 'name': PowerOnVM_Task, 'duration_secs': 0.444716} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.588593] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.588827] env[68166]: DEBUG nova.compute.manager [None req-312eff41-1a0d-4ad0-9e14-966efd54a3c2 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.600266] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96873487-c312-4e93-adb5-92a423792013 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.615891] env[68166]: DEBUG oslo_vmware.api [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.619144] env[68166]: DEBUG oslo_concurrency.lockutils [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.621447] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.030s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.624016] env[68166]: INFO nova.compute.claims [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.654535] env[68166]: INFO nova.scheduler.client.report [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Deleted allocations for instance 454157e8-7676-48d4-ad67-46759341426a [ 896.791372] env[68166]: INFO nova.compute.manager [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Took 31.87 seconds to build instance. [ 896.855875] env[68166]: DEBUG nova.compute.manager [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Received event network-changed-661b24c7-bf61-49b1-9f5c-b09de8c4ee9a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.856026] env[68166]: DEBUG nova.compute.manager [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Refreshing instance network info cache due to event network-changed-661b24c7-bf61-49b1-9f5c-b09de8c4ee9a. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 896.856269] env[68166]: DEBUG oslo_concurrency.lockutils [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] Acquiring lock "refresh_cache-a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.856423] env[68166]: DEBUG oslo_concurrency.lockutils [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] Acquired lock "refresh_cache-a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.856611] env[68166]: DEBUG nova.network.neutron [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Refreshing network info cache for port 661b24c7-bf61-49b1-9f5c-b09de8c4ee9a {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.972295] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.103719] env[68166]: DEBUG oslo_vmware.api [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806975, 'name': ReconfigVM_Task, 'duration_secs': 0.69927} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.104022] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-01626c87-f03e-40dd-b8f7-ef7ddcccf11d/volume-01626c87-f03e-40dd-b8f7-ef7ddcccf11d.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.109550] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af19efed-126f-4fc5-aaf8-4b6643709482 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.136253] env[68166]: DEBUG oslo_vmware.api [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 897.136253] env[68166]: value = "task-2806976" [ 897.136253] env[68166]: _type = "Task" [ 897.136253] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.146207] env[68166]: DEBUG oslo_vmware.api [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.162603] env[68166]: DEBUG oslo_concurrency.lockutils [None req-301cc037-e226-4c7b-b683-14cba339809c tempest-VolumesAdminNegativeTest-1522152133 tempest-VolumesAdminNegativeTest-1522152133-project-member] Lock "454157e8-7676-48d4-ad67-46759341426a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.184s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.293625] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5784b673-01a6-4018-84d5-6fb8070afb0a tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.382s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.323396] env[68166]: DEBUG nova.network.neutron [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updating instance_info_cache with network_info: [{"id": "6bb86c1e-be50-4b17-811c-687acee3c71d", "address": "fa:16:3e:ed:e3:af", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb86c1e-be", "ovs_interfaceid": "6bb86c1e-be50-4b17-811c-687acee3c71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b766d73b-1e3f-40cc-a08c-259cc68b2729", "address": "fa:16:3e:7d:79:61", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb766d73b-1e", "ovs_interfaceid": "b766d73b-1e3f-40cc-a08c-259cc68b2729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c421959-7461-46a4-bb3c-cca533c46646", "address": "fa:16:3e:7e:f3:21", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c421959-74", "ovs_interfaceid": "7c421959-7461-46a4-bb3c-cca533c46646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.403803] env[68166]: DEBUG nova.network.neutron [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.417944] env[68166]: DEBUG nova.virt.hardware [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.418280] env[68166]: DEBUG nova.virt.hardware [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.418477] env[68166]: DEBUG nova.virt.hardware [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.418827] env[68166]: DEBUG nova.virt.hardware [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.418893] env[68166]: DEBUG nova.virt.hardware [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.419178] env[68166]: DEBUG nova.virt.hardware [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.419374] env[68166]: DEBUG nova.virt.hardware [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.419542] env[68166]: DEBUG nova.virt.hardware [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.419711] env[68166]: DEBUG nova.virt.hardware [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.419970] env[68166]: DEBUG nova.virt.hardware [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.420186] env[68166]: DEBUG nova.virt.hardware [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.421514] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c01b39-5529-41a3-bb07-4954e319e2a9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.430634] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84b6878-0850-4754-8413-914590ff716f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.448920] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.455875] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.456206] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.456429] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a70dd3f-7845-4c2f-94b2-f68efe11eb98 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.476306] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.476306] env[68166]: value = "task-2806977" [ 897.476306] env[68166]: _type = "Task" [ 897.476306] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.486251] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806977, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.556251] env[68166]: DEBUG nova.network.neutron [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.647938] env[68166]: DEBUG oslo_vmware.api [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806976, 'name': ReconfigVM_Task, 'duration_secs': 0.272487} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.648276] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564092', 'volume_id': '01626c87-f03e-40dd-b8f7-ef7ddcccf11d', 'name': 'volume-01626c87-f03e-40dd-b8f7-ef7ddcccf11d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85eb9bb0-60d0-489e-a4b4-8dbb6893f77c', 'attached_at': '', 'detached_at': '', 'volume_id': '01626c87-f03e-40dd-b8f7-ef7ddcccf11d', 'serial': '01626c87-f03e-40dd-b8f7-ef7ddcccf11d'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 897.826359] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.826974] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.826974] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.831400] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa66034-8fae-4adc-91e8-859840cb026b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.851588] env[68166]: DEBUG nova.virt.hardware [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.851760] env[68166]: DEBUG nova.virt.hardware [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.851945] env[68166]: DEBUG nova.virt.hardware [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.852153] env[68166]: DEBUG nova.virt.hardware [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.852408] env[68166]: DEBUG nova.virt.hardware [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.856181] env[68166]: DEBUG nova.virt.hardware [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.856444] env[68166]: DEBUG nova.virt.hardware [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.856633] env[68166]: DEBUG nova.virt.hardware [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.856813] env[68166]: DEBUG nova.virt.hardware [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.857009] env[68166]: DEBUG nova.virt.hardware [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.857199] env[68166]: DEBUG nova.virt.hardware [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.866017] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Reconfiguring VM to attach interface {{(pid=68166) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 897.866160] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e49f180-b16a-4955-bd87-dad316ccda1d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.887702] env[68166]: DEBUG oslo_vmware.api [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 897.887702] env[68166]: value = "task-2806978" [ 897.887702] env[68166]: _type = "Task" [ 897.887702] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.899484] env[68166]: DEBUG oslo_vmware.api [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806978, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.996842] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806977, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.059574] env[68166]: DEBUG oslo_concurrency.lockutils [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] Releasing lock "refresh_cache-a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.060752] env[68166]: DEBUG nova.compute.manager [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Received event network-vif-plugged-aae0e690-b0ce-459f-a5c7-e2f94a1db231 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.061092] env[68166]: DEBUG oslo_concurrency.lockutils [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] Acquiring lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.061769] env[68166]: DEBUG oslo_concurrency.lockutils [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] Lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.062368] env[68166]: DEBUG oslo_concurrency.lockutils [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] Lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.062994] env[68166]: DEBUG nova.compute.manager [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] No waiting events found dispatching network-vif-plugged-aae0e690-b0ce-459f-a5c7-e2f94a1db231 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.062994] env[68166]: WARNING nova.compute.manager [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Received unexpected event network-vif-plugged-aae0e690-b0ce-459f-a5c7-e2f94a1db231 for instance with vm_state building and task_state spawning. [ 898.063349] env[68166]: DEBUG nova.compute.manager [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Received event network-changed-aae0e690-b0ce-459f-a5c7-e2f94a1db231 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.063904] env[68166]: DEBUG nova.compute.manager [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Refreshing instance network info cache due to event network-changed-aae0e690-b0ce-459f-a5c7-e2f94a1db231. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 898.063904] env[68166]: DEBUG oslo_concurrency.lockutils [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] Acquiring lock "refresh_cache-a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.064094] env[68166]: DEBUG oslo_concurrency.lockutils [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] Acquired lock "refresh_cache-a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.064315] env[68166]: DEBUG nova.network.neutron [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Refreshing network info cache for port aae0e690-b0ce-459f-a5c7-e2f94a1db231 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.169121] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd4396a-4e9e-4c44-a90e-d5a92ac628ef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.177737] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ac6e9f-4424-4857-b24a-a20aad6c3f4e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.215732] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39027c5d-64f2-40fe-8dc6-bb49643f3461 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.226752] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b22e87a-fcd2-4f4a-91e5-381bee132436 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.242673] env[68166]: DEBUG nova.compute.provider_tree [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.399689] env[68166]: DEBUG oslo_vmware.api [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.457743] env[68166]: DEBUG nova.compute.manager [req-ea49d07a-1f6b-410d-a50e-43e6cc361b60 req-af9c5c63-3728-4514-b3be-6da91c98259e service nova] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Received event network-vif-deleted-26c762e4-a89a-4d86-9cc7-038e37d01e6b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.457743] env[68166]: DEBUG nova.compute.manager [req-ea49d07a-1f6b-410d-a50e-43e6cc361b60 req-af9c5c63-3728-4514-b3be-6da91c98259e service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received event network-changed-7c421959-7461-46a4-bb3c-cca533c46646 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.457895] env[68166]: DEBUG nova.compute.manager [req-ea49d07a-1f6b-410d-a50e-43e6cc361b60 req-af9c5c63-3728-4514-b3be-6da91c98259e service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Refreshing instance network info cache due to event network-changed-7c421959-7461-46a4-bb3c-cca533c46646. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 898.458078] env[68166]: DEBUG oslo_concurrency.lockutils [req-ea49d07a-1f6b-410d-a50e-43e6cc361b60 req-af9c5c63-3728-4514-b3be-6da91c98259e service nova] Acquiring lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.458308] env[68166]: DEBUG oslo_concurrency.lockutils [req-ea49d07a-1f6b-410d-a50e-43e6cc361b60 req-af9c5c63-3728-4514-b3be-6da91c98259e service nova] Acquired lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.458350] env[68166]: DEBUG nova.network.neutron [req-ea49d07a-1f6b-410d-a50e-43e6cc361b60 req-af9c5c63-3728-4514-b3be-6da91c98259e service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Refreshing network info cache for port 7c421959-7461-46a4-bb3c-cca533c46646 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.488605] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806977, 'name': CreateVM_Task, 'duration_secs': 0.518471} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.488871] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.489341] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.489518] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.490078] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.490356] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb6c664-aa2c-4cb9-ac63-68458565cea4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.498115] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 898.498115] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5212658d-3397-e926-aab7-462676d206ed" [ 898.498115] env[68166]: _type = "Task" [ 898.498115] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.510279] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5212658d-3397-e926-aab7-462676d206ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.678377] env[68166]: DEBUG nova.network.neutron [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.700623] env[68166]: DEBUG nova.network.neutron [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Successfully updated port: 2117097c-4835-42f2-889d-54002742e5a2 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.722185] env[68166]: DEBUG nova.objects.instance [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lazy-loading 'flavor' on Instance uuid 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.747036] env[68166]: DEBUG nova.scheduler.client.report [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.902697] env[68166]: DEBUG oslo_vmware.api [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806978, 'name': ReconfigVM_Task, 'duration_secs': 0.766435} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.903305] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.903672] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Reconfigured VM to attach interface {{(pid=68166) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 898.908029] env[68166]: DEBUG nova.network.neutron [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.010785] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5212658d-3397-e926-aab7-462676d206ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011817} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.011178] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.011468] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.011754] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.011943] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.012642] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.012642] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f496cd69-eab3-4362-b924-8cc6faea4fc7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.029231] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.029474] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.030262] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a136df60-f4ef-4cd3-b377-db930ff4bb97 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.039929] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 899.039929] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]528bee4a-8ca0-c934-c5fd-073ebb681942" [ 899.039929] env[68166]: _type = "Task" [ 899.039929] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.052317] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528bee4a-8ca0-c934-c5fd-073ebb681942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.205648] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "refresh_cache-a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.230913] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5afc00be-fca9-4413-b5a7-a049ae99d81d tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.901s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.254579] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.254923] env[68166]: DEBUG nova.compute.manager [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.259173] env[68166]: DEBUG oslo_concurrency.lockutils [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.574s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.259173] env[68166]: DEBUG nova.objects.instance [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Lazy-loading 'resources' on Instance uuid 4330fb56-071a-4059-b7aa-84cd3ab5bf22 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.409216] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9fa657f4-730b-4c17-8332-4a1a2ffe7fb3 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-04700440-a230-4390-9a6f-b258604697d4-7c421959-7461-46a4-bb3c-cca533c46646" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.221s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.414143] env[68166]: DEBUG oslo_concurrency.lockutils [req-bcd96fc7-399e-4ae8-b707-e445dce37ea4 req-d32b1ede-7afc-4a3e-8beb-3a7bed206c30 service nova] Releasing lock "refresh_cache-a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.414548] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquired lock "refresh_cache-a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.414680] env[68166]: DEBUG nova.network.neutron [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.557134] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528bee4a-8ca0-c934-c5fd-073ebb681942, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.557966] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329f51f9-affb-44e2-a85f-7315c83cc392 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.568167] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 899.568167] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a98fa4-2b29-b667-cd6a-aee14098adac" [ 899.568167] env[68166]: _type = "Task" [ 899.568167] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.578562] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a98fa4-2b29-b667-cd6a-aee14098adac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.702600] env[68166]: DEBUG nova.network.neutron [req-ea49d07a-1f6b-410d-a50e-43e6cc361b60 req-af9c5c63-3728-4514-b3be-6da91c98259e service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updated VIF entry in instance network info cache for port 7c421959-7461-46a4-bb3c-cca533c46646. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.703105] env[68166]: DEBUG nova.network.neutron [req-ea49d07a-1f6b-410d-a50e-43e6cc361b60 req-af9c5c63-3728-4514-b3be-6da91c98259e service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updating instance_info_cache with network_info: [{"id": "6bb86c1e-be50-4b17-811c-687acee3c71d", "address": "fa:16:3e:ed:e3:af", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb86c1e-be", "ovs_interfaceid": "6bb86c1e-be50-4b17-811c-687acee3c71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b766d73b-1e3f-40cc-a08c-259cc68b2729", "address": "fa:16:3e:7d:79:61", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb766d73b-1e", "ovs_interfaceid": "b766d73b-1e3f-40cc-a08c-259cc68b2729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c421959-7461-46a4-bb3c-cca533c46646", "address": "fa:16:3e:7e:f3:21", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c421959-74", "ovs_interfaceid": "7c421959-7461-46a4-bb3c-cca533c46646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.761491] env[68166]: DEBUG nova.compute.utils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.766049] env[68166]: DEBUG nova.compute.manager [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.766316] env[68166]: DEBUG nova.network.neutron [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.865108] env[68166]: DEBUG nova.policy [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdbbaca6db8a453eb9c76ce1b3ae2274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e4a67f61f60465f9b1b93002f15fd69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.882546] env[68166]: DEBUG nova.compute.manager [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Received event network-changed-9105f280-1fe2-47f8-b3d2-8f63f7f16cd1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.884188] env[68166]: DEBUG nova.compute.manager [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Refreshing instance network info cache due to event network-changed-9105f280-1fe2-47f8-b3d2-8f63f7f16cd1. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 899.884464] env[68166]: DEBUG oslo_concurrency.lockutils [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] Acquiring lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.884626] env[68166]: DEBUG oslo_concurrency.lockutils [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] Acquired lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.884773] env[68166]: DEBUG nova.network.neutron [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Refreshing network info cache for port 9105f280-1fe2-47f8-b3d2-8f63f7f16cd1 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.991022] env[68166]: DEBUG nova.network.neutron [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.080107] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a98fa4-2b29-b667-cd6a-aee14098adac, 'name': SearchDatastore_Task, 'duration_secs': 0.029546} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.082886] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.083250] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 59062d12-7dd0-4383-934b-eef6f14ba52c/59062d12-7dd0-4383-934b-eef6f14ba52c.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.083788] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edf9c907-46f9-4820-8854-a92ddcceadc2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.098621] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 900.098621] env[68166]: value = "task-2806979" [ 900.098621] env[68166]: _type = "Task" [ 900.098621] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.119610] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.207210] env[68166]: DEBUG oslo_concurrency.lockutils [req-ea49d07a-1f6b-410d-a50e-43e6cc361b60 req-af9c5c63-3728-4514-b3be-6da91c98259e service nova] Releasing lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.274368] env[68166]: DEBUG nova.compute.manager [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.311185] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf78692e-9c98-4556-8846-d6e554c89ebb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.322964] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b445ebcd-80d4-4918-83f0-d4be6e3b4673 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.370506] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13a3a41-de89-4f4d-979c-b51c1d8f22d2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.382616] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9712b3e8-4dba-4c2e-8ec1-7106a926063d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.401112] env[68166]: DEBUG nova.compute.provider_tree [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.615029] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806979, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.803737] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "c1d955b6-b2ee-4e33-83c1-a40c5ee72737" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.804146] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "c1d955b6-b2ee-4e33-83c1-a40c5ee72737" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.804376] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "c1d955b6-b2ee-4e33-83c1-a40c5ee72737-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.804607] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "c1d955b6-b2ee-4e33-83c1-a40c5ee72737-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.804795] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "c1d955b6-b2ee-4e33-83c1-a40c5ee72737-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.809726] env[68166]: INFO nova.compute.manager [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Terminating instance [ 900.907207] env[68166]: DEBUG nova.scheduler.client.report [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.039663] env[68166]: DEBUG nova.network.neutron [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Updating instance_info_cache with network_info: [{"id": "661b24c7-bf61-49b1-9f5c-b09de8c4ee9a", "address": "fa:16:3e:6c:f4:63", "network": {"id": "65750d9f-5bbf-4fa6-985a-beb76fef22f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1200339138", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661b24c7-bf", "ovs_interfaceid": "661b24c7-bf61-49b1-9f5c-b09de8c4ee9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aae0e690-b0ce-459f-a5c7-e2f94a1db231", "address": "fa:16:3e:37:e4:94", "network": {"id": "47c73ff1-67c2-4919-9a56-13fec28eff2a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1568283549", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae0e690-b0", "ovs_interfaceid": "aae0e690-b0ce-459f-a5c7-e2f94a1db231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2117097c-4835-42f2-889d-54002742e5a2", "address": "fa:16:3e:2e:51:45", "network": {"id": "65750d9f-5bbf-4fa6-985a-beb76fef22f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1200339138", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2117097c-48", "ovs_interfaceid": "2117097c-4835-42f2-889d-54002742e5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.066192] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.066468] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.066681] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.066866] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.067044] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.068939] env[68166]: INFO nova.compute.manager [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Terminating instance [ 901.114266] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598143} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.114526] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 59062d12-7dd0-4383-934b-eef6f14ba52c/59062d12-7dd0-4383-934b-eef6f14ba52c.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.114746] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.115017] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16142dbd-986b-41b1-a7ec-a1376d54e2f3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.122903] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 901.122903] env[68166]: value = "task-2806980" [ 901.122903] env[68166]: _type = "Task" [ 901.122903] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.137360] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.177100] env[68166]: DEBUG nova.network.neutron [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Successfully created port: eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.286813] env[68166]: DEBUG nova.compute.manager [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.315806] env[68166]: DEBUG nova.compute.manager [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.316051] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.316916] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5f5aba-1653-49fc-b091-ca04e19ac7df {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.325812] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.326079] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb26c97-001a-4fd2-856e-c26c73d113ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.329842] env[68166]: DEBUG nova.virt.hardware [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.330977] env[68166]: DEBUG nova.virt.hardware [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.331078] env[68166]: DEBUG nova.virt.hardware [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.331224] env[68166]: DEBUG nova.virt.hardware [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.331373] env[68166]: DEBUG nova.virt.hardware [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.331571] env[68166]: DEBUG nova.virt.hardware [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.331766] env[68166]: DEBUG nova.virt.hardware [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.332343] env[68166]: DEBUG nova.virt.hardware [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.332343] env[68166]: DEBUG nova.virt.hardware [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.332343] env[68166]: DEBUG nova.virt.hardware [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.332721] env[68166]: DEBUG nova.virt.hardware [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.333492] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59663ad-143c-4abe-b7cd-c87188197e8d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.345061] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967f20af-28dc-4db9-a760-123709c6d239 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.353204] env[68166]: DEBUG oslo_vmware.api [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 901.353204] env[68166]: value = "task-2806981" [ 901.353204] env[68166]: _type = "Task" [ 901.353204] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.374218] env[68166]: DEBUG oslo_vmware.api [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.412169] env[68166]: DEBUG oslo_concurrency.lockutils [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.414571] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.912s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.414807] env[68166]: DEBUG nova.objects.instance [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lazy-loading 'resources' on Instance uuid 9472ee31-d423-47d4-892f-1b8676886d61 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.439953] env[68166]: INFO nova.scheduler.client.report [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Deleted allocations for instance 4330fb56-071a-4059-b7aa-84cd3ab5bf22 [ 901.543291] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Releasing lock "refresh_cache-a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.543708] env[68166]: DEBUG nova.compute.manager [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Instance network_info: |[{"id": "661b24c7-bf61-49b1-9f5c-b09de8c4ee9a", "address": "fa:16:3e:6c:f4:63", "network": {"id": "65750d9f-5bbf-4fa6-985a-beb76fef22f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1200339138", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661b24c7-bf", "ovs_interfaceid": "661b24c7-bf61-49b1-9f5c-b09de8c4ee9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aae0e690-b0ce-459f-a5c7-e2f94a1db231", "address": "fa:16:3e:37:e4:94", "network": {"id": "47c73ff1-67c2-4919-9a56-13fec28eff2a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1568283549", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae0e690-b0", "ovs_interfaceid": "aae0e690-b0ce-459f-a5c7-e2f94a1db231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2117097c-4835-42f2-889d-54002742e5a2", "address": "fa:16:3e:2e:51:45", "network": {"id": "65750d9f-5bbf-4fa6-985a-beb76fef22f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1200339138", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2117097c-48", "ovs_interfaceid": "2117097c-4835-42f2-889d-54002742e5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.544225] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:f4:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '661b24c7-bf61-49b1-9f5c-b09de8c4ee9a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:e4:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aae0e690-b0ce-459f-a5c7-e2f94a1db231', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:51:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2117097c-4835-42f2-889d-54002742e5a2', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.557732] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Creating folder: Project (f3bdd382d0d1461db1eda8137f25fb04). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.558754] env[68166]: DEBUG nova.network.neutron [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Updated VIF entry in instance network info cache for port 9105f280-1fe2-47f8-b3d2-8f63f7f16cd1. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.561870] env[68166]: DEBUG nova.network.neutron [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Updating instance_info_cache with network_info: [{"id": "9105f280-1fe2-47f8-b3d2-8f63f7f16cd1", "address": "fa:16:3e:d1:fc:6f", "network": {"id": "ecdfb8cb-a237-41bf-9637-ec7779359b1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1529248802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a85a79b3f84d5d8f26651b4ae4bdc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105f280-1f", "ovs_interfaceid": "9105f280-1fe2-47f8-b3d2-8f63f7f16cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.561870] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49d0d072-4d08-4726-9652-62032ead63fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.573125] env[68166]: DEBUG nova.compute.manager [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.573346] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.574941] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8c64707-fade-4e28-a254-79454a9ba434 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.576623] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Created folder: Project (f3bdd382d0d1461db1eda8137f25fb04) in parent group-v563881. [ 901.576803] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Creating folder: Instances. Parent ref: group-v564094. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.577284] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9abd07f7-45e9-4434-9a06-a19dcfe8404c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.584678] env[68166]: DEBUG oslo_vmware.api [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 901.584678] env[68166]: value = "task-2806983" [ 901.584678] env[68166]: _type = "Task" [ 901.584678] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.590900] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Created folder: Instances in parent group-v564094. [ 901.591151] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.591731] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.591945] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f18abf88-3272-4c46-8ebb-7ff4c7f01e23 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.614198] env[68166]: DEBUG oslo_vmware.api [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.620845] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.620845] env[68166]: value = "task-2806985" [ 901.620845] env[68166]: _type = "Task" [ 901.620845] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.632198] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806985, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.635179] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29416} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.635449] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.636225] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6609739a-90ca-4283-8633-157067ca59c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.656467] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 59062d12-7dd0-4383-934b-eef6f14ba52c/59062d12-7dd0-4383-934b-eef6f14ba52c.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.656757] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f0486dd-94af-4416-a9af-87623dbb1237 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.678103] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 901.678103] env[68166]: value = "task-2806986" [ 901.678103] env[68166]: _type = "Task" [ 901.678103] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.688065] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.867195] env[68166]: DEBUG oslo_vmware.api [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806981, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.948867] env[68166]: DEBUG oslo_concurrency.lockutils [None req-414252ec-42ec-43c7-b9dd-886cffa06a3b tempest-ServersTestBootFromVolume-926176620 tempest-ServersTestBootFromVolume-926176620-project-member] Lock "4330fb56-071a-4059-b7aa-84cd3ab5bf22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.921s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.063612] env[68166]: DEBUG oslo_concurrency.lockutils [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] Releasing lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.067016] env[68166]: DEBUG nova.compute.manager [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Received event network-vif-plugged-2117097c-4835-42f2-889d-54002742e5a2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.067016] env[68166]: DEBUG oslo_concurrency.lockutils [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] Acquiring lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.067016] env[68166]: DEBUG oslo_concurrency.lockutils [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] Lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.067016] env[68166]: DEBUG oslo_concurrency.lockutils [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] Lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.067016] env[68166]: DEBUG nova.compute.manager [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] No waiting events found dispatching network-vif-plugged-2117097c-4835-42f2-889d-54002742e5a2 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.067016] env[68166]: WARNING nova.compute.manager [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Received unexpected event network-vif-plugged-2117097c-4835-42f2-889d-54002742e5a2 for instance with vm_state building and task_state spawning. [ 902.067016] env[68166]: DEBUG nova.compute.manager [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Received event network-changed-2117097c-4835-42f2-889d-54002742e5a2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.067016] env[68166]: DEBUG nova.compute.manager [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Refreshing instance network info cache due to event network-changed-2117097c-4835-42f2-889d-54002742e5a2. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 902.067016] env[68166]: DEBUG oslo_concurrency.lockutils [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] Acquiring lock "refresh_cache-a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.067016] env[68166]: DEBUG oslo_concurrency.lockutils [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] Acquired lock "refresh_cache-a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.067016] env[68166]: DEBUG nova.network.neutron [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Refreshing network info cache for port 2117097c-4835-42f2-889d-54002742e5a2 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.106761] env[68166]: DEBUG oslo_vmware.api [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806983, 'name': PowerOffVM_Task, 'duration_secs': 0.284517} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.106897] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.107181] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 902.108256] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564092', 'volume_id': '01626c87-f03e-40dd-b8f7-ef7ddcccf11d', 'name': 'volume-01626c87-f03e-40dd-b8f7-ef7ddcccf11d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85eb9bb0-60d0-489e-a4b4-8dbb6893f77c', 'attached_at': '', 'detached_at': '', 'volume_id': '01626c87-f03e-40dd-b8f7-ef7ddcccf11d', 'serial': '01626c87-f03e-40dd-b8f7-ef7ddcccf11d'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 902.108256] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25527690-04c6-40e2-9cce-9fa15932b6ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.138407] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faae856-823b-4ddd-b06a-0fc0d7ee50ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.147312] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2806985, 'name': CreateVM_Task, 'duration_secs': 0.487963} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.151659] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.153843] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.154166] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.154468] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.156589] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbdb7b6-57b5-4406-b318-ff79fd095bc9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.159635] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8fea014-2274-428d-a633-579721aaccbc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.170615] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 902.170615] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]523a326c-c1fa-18d7-62bd-d5f5d3858c13" [ 902.170615] env[68166]: _type = "Task" [ 902.170615] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.195174] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e223a264-32b7-49fb-9d69-bafc68f56695 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.203423] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806986, 'name': ReconfigVM_Task, 'duration_secs': 0.340655} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.217412] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 59062d12-7dd0-4383-934b-eef6f14ba52c/59062d12-7dd0-4383-934b-eef6f14ba52c.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.218193] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] The volume has not been displaced from its original location: [datastore2] volume-01626c87-f03e-40dd-b8f7-ef7ddcccf11d/volume-01626c87-f03e-40dd-b8f7-ef7ddcccf11d.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 902.223477] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 902.223838] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523a326c-c1fa-18d7-62bd-d5f5d3858c13, 'name': SearchDatastore_Task, 'duration_secs': 0.020107} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.226647] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f27e2a7-b2ed-427c-b216-b1800ea1fb51 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.228452] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b870c139-6e48-4ede-8a6c-fbc440e86339 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.241777] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.242511] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.242511] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.242511] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.242511] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.243373] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17f81aca-d6db-4d66-99e0-8c514acdf675 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.259689] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.259995] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.261031] env[68166]: DEBUG oslo_vmware.api [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 902.261031] env[68166]: value = "task-2806988" [ 902.261031] env[68166]: _type = "Task" [ 902.261031] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.264252] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 902.264252] env[68166]: value = "task-2806987" [ 902.264252] env[68166]: _type = "Task" [ 902.264252] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.264252] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d01663e-19db-45ba-b4f9-de0a40f63038 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.277639] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 902.277639] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ad306b-59a4-a85e-f5eb-bc5e6eff18f4" [ 902.277639] env[68166]: _type = "Task" [ 902.277639] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.285878] env[68166]: DEBUG oslo_vmware.api [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.286095] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806987, 'name': Rename_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.303324] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ad306b-59a4-a85e-f5eb-bc5e6eff18f4, 'name': SearchDatastore_Task, 'duration_secs': 0.016304} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.303324] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c83d5c-02b4-4971-afe7-0ae94d087df0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.314411] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 902.314411] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ca2c4c-0142-520b-1fe0-4504e7a66698" [ 902.314411] env[68166]: _type = "Task" [ 902.314411] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.327485] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ca2c4c-0142-520b-1fe0-4504e7a66698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.366148] env[68166]: DEBUG oslo_vmware.api [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806981, 'name': PowerOffVM_Task, 'duration_secs': 0.540549} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.367131] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.367131] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.367131] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7b3b2b5-4c60-4a8e-bc5b-3e2d5982b1db {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.443671] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.443748] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.443873] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Deleting the datastore file [datastore1] c1d955b6-b2ee-4e33-83c1-a40c5ee72737 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.447736] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deb940d1-ff0c-426e-af9a-4defd3f437b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.456083] env[68166]: DEBUG oslo_vmware.api [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for the task: (returnval){ [ 902.456083] env[68166]: value = "task-2806990" [ 902.456083] env[68166]: _type = "Task" [ 902.456083] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.466951] env[68166]: DEBUG oslo_vmware.api [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.515959] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4e7ce1-5b43-4b70-9470-3b34fa7648ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.526545] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9aad81-9a0f-45af-8538-9a52991be32f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.560999] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966aea98-e87f-4370-8e04-de36f6097590 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.569133] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58fd39a-a8c5-4e31-aa01-d04537acc7ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.586415] env[68166]: DEBUG nova.compute.provider_tree [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.793621] env[68166]: DEBUG oslo_vmware.api [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806988, 'name': ReconfigVM_Task, 'duration_secs': 0.301757} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.797496] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 902.802596] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806987, 'name': Rename_Task, 'duration_secs': 0.170492} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.802879] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6961e056-4c4d-42e9-94bf-dd398540cf60 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.817736] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.820357] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-055fa6a3-94d1-49e3-8ded-26a9ea6279c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.836705] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 902.836705] env[68166]: value = "task-2806991" [ 902.836705] env[68166]: _type = "Task" [ 902.836705] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.837114] env[68166]: DEBUG oslo_vmware.api [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 902.837114] env[68166]: value = "task-2806992" [ 902.837114] env[68166]: _type = "Task" [ 902.837114] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.837449] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ca2c4c-0142-520b-1fe0-4504e7a66698, 'name': SearchDatastore_Task, 'duration_secs': 0.012514} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.837601] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.837890] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9/a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.843912] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7656162b-1d12-4a6e-9707-347b9ded3a11 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.854965] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806991, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.860226] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 902.860226] env[68166]: value = "task-2806993" [ 902.860226] env[68166]: _type = "Task" [ 902.860226] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.860469] env[68166]: DEBUG oslo_vmware.api [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.870400] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2806993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.969130] env[68166]: DEBUG oslo_vmware.api [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Task: {'id': task-2806990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40646} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.969318] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.969507] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.969732] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.969857] env[68166]: INFO nova.compute.manager [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Took 1.65 seconds to destroy the instance on the hypervisor. [ 902.970120] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.970326] env[68166]: DEBUG nova.compute.manager [-] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.970419] env[68166]: DEBUG nova.network.neutron [-] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.090451] env[68166]: DEBUG nova.scheduler.client.report [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.153909] env[68166]: DEBUG oslo_concurrency.lockutils [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "interface-04700440-a230-4390-9a6f-b258604697d4-b766d73b-1e3f-40cc-a08c-259cc68b2729" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.154197] env[68166]: DEBUG oslo_concurrency.lockutils [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-04700440-a230-4390-9a6f-b258604697d4-b766d73b-1e3f-40cc-a08c-259cc68b2729" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.002s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.189141] env[68166]: DEBUG nova.network.neutron [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Updated VIF entry in instance network info cache for port 2117097c-4835-42f2-889d-54002742e5a2. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.189141] env[68166]: DEBUG nova.network.neutron [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Updating instance_info_cache with network_info: [{"id": "661b24c7-bf61-49b1-9f5c-b09de8c4ee9a", "address": "fa:16:3e:6c:f4:63", "network": {"id": "65750d9f-5bbf-4fa6-985a-beb76fef22f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1200339138", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661b24c7-bf", "ovs_interfaceid": "661b24c7-bf61-49b1-9f5c-b09de8c4ee9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aae0e690-b0ce-459f-a5c7-e2f94a1db231", "address": "fa:16:3e:37:e4:94", "network": {"id": "47c73ff1-67c2-4919-9a56-13fec28eff2a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1568283549", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae0e690-b0", "ovs_interfaceid": "aae0e690-b0ce-459f-a5c7-e2f94a1db231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2117097c-4835-42f2-889d-54002742e5a2", "address": "fa:16:3e:2e:51:45", "network": {"id": "65750d9f-5bbf-4fa6-985a-beb76fef22f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1200339138", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2117097c-48", "ovs_interfaceid": "2117097c-4835-42f2-889d-54002742e5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.369022] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806991, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.369022] env[68166]: DEBUG oslo_vmware.api [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806992, 'name': ReconfigVM_Task, 'duration_secs': 0.24357} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.372321] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564092', 'volume_id': '01626c87-f03e-40dd-b8f7-ef7ddcccf11d', 'name': 'volume-01626c87-f03e-40dd-b8f7-ef7ddcccf11d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85eb9bb0-60d0-489e-a4b4-8dbb6893f77c', 'attached_at': '', 'detached_at': '', 'volume_id': '01626c87-f03e-40dd-b8f7-ef7ddcccf11d', 'serial': '01626c87-f03e-40dd-b8f7-ef7ddcccf11d'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 903.372691] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.373598] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79baca9a-2140-4b1f-be0e-b74d9bad35ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.386451] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2806993, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.389709] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.390319] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e9e9874-d14a-4d96-a037-0995b100268b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.472993] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.472993] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.472993] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleting the datastore file [datastore1] 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.475722] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-136d930a-4766-41e2-801f-f9a68f66f3c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.485678] env[68166]: DEBUG oslo_vmware.api [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 903.485678] env[68166]: value = "task-2806995" [ 903.485678] env[68166]: _type = "Task" [ 903.485678] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.504129] env[68166]: DEBUG oslo_vmware.api [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.595299] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.600026] env[68166]: DEBUG oslo_concurrency.lockutils [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.816s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.600190] env[68166]: DEBUG nova.objects.instance [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lazy-loading 'resources' on Instance uuid d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.632928] env[68166]: INFO nova.scheduler.client.report [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleted allocations for instance 9472ee31-d423-47d4-892f-1b8676886d61 [ 903.663863] env[68166]: DEBUG oslo_concurrency.lockutils [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.664206] env[68166]: DEBUG oslo_concurrency.lockutils [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.666160] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4348c33c-8fd2-4e4e-87a0-028a7a77defd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.696166] env[68166]: DEBUG oslo_concurrency.lockutils [req-8438f0b7-24e3-4036-b71a-651f78a0100f req-56648d9c-6708-4fed-9279-e557159cf086 service nova] Releasing lock "refresh_cache-a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.697911] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b9f321-0349-4367-b293-749d7251f6f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.729159] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Reconfiguring VM to detach interface {{(pid=68166) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 903.729635] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b4b064-b235-4516-9013-ea2a46b4c340 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.768418] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 903.768418] env[68166]: value = "task-2806996" [ 903.768418] env[68166]: _type = "Task" [ 903.768418] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.790273] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.855881] env[68166]: DEBUG oslo_vmware.api [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2806991, 'name': PowerOnVM_Task, 'duration_secs': 0.863052} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.855881] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.855881] env[68166]: DEBUG nova.compute.manager [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.855881] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c774f66-ec4d-4c82-a708-719d269d87a4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.879501] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2806993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81603} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.879501] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9/a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.879501] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.879799] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-269646c8-f14c-4726-af5b-975c60607fa7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.890025] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 903.890025] env[68166]: value = "task-2806997" [ 903.890025] env[68166]: _type = "Task" [ 903.890025] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.897449] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2806997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.997189] env[68166]: DEBUG oslo_vmware.api [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2806995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313489} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.997189] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.997189] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.997189] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.997189] env[68166]: INFO nova.compute.manager [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Took 2.42 seconds to destroy the instance on the hypervisor. [ 903.997189] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.997568] env[68166]: DEBUG nova.compute.manager [-] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.997568] env[68166]: DEBUG nova.network.neutron [-] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.150999] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37a91895-bd80-4fc3-a7dc-715ceaae74b8 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "9472ee31-d423-47d4-892f-1b8676886d61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.281s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.284743] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.375174] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.403799] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2806997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075994} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.404577] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.405455] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f96c3b-c156-4c7d-9cd3-39f6af112794 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.438699] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9/a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.442230] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e271fe3e-af77-42af-a211-6e0430e242a6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.469852] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 904.469852] env[68166]: value = "task-2806998" [ 904.469852] env[68166]: _type = "Task" [ 904.469852] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.480639] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2806998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.612028] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6623d92-811e-42a7-bbb3-d78d7dcc108b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.621950] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b7e762-2958-4408-9513-36a8c67673d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.657227] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61994c1-7bb7-4c4b-981a-3f411d3586f9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.661060] env[68166]: DEBUG nova.compute.manager [req-eda545d4-05d4-4a7b-b4e8-7afffc62d413 req-ef7c2fa3-c4dd-441d-b4f4-4df7fb40e71e service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Received event network-vif-deleted-00cde922-4390-400b-b7e7-615e6391d9d0 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.661266] env[68166]: INFO nova.compute.manager [req-eda545d4-05d4-4a7b-b4e8-7afffc62d413 req-ef7c2fa3-c4dd-441d-b4f4-4df7fb40e71e service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Neutron deleted interface 00cde922-4390-400b-b7e7-615e6391d9d0; detaching it from the instance and deleting it from the info cache [ 904.661439] env[68166]: DEBUG nova.network.neutron [req-eda545d4-05d4-4a7b-b4e8-7afffc62d413 req-ef7c2fa3-c4dd-441d-b4f4-4df7fb40e71e service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.669877] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2919de-59ce-408a-9320-14ab8100135a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.687597] env[68166]: DEBUG nova.compute.provider_tree [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.690422] env[68166]: DEBUG nova.compute.manager [req-3a84c0df-ccf9-4ec1-9282-55d9bfaa7c53 req-d1e19c6c-ddd3-445a-b89d-a3b4164ec85f service nova] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Received event network-vif-plugged-eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.690624] env[68166]: DEBUG oslo_concurrency.lockutils [req-3a84c0df-ccf9-4ec1-9282-55d9bfaa7c53 req-d1e19c6c-ddd3-445a-b89d-a3b4164ec85f service nova] Acquiring lock "f0952c3b-e030-4d96-9ef1-68686af4bcdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.694026] env[68166]: DEBUG oslo_concurrency.lockutils [req-3a84c0df-ccf9-4ec1-9282-55d9bfaa7c53 req-d1e19c6c-ddd3-445a-b89d-a3b4164ec85f service nova] Lock "f0952c3b-e030-4d96-9ef1-68686af4bcdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.694026] env[68166]: DEBUG oslo_concurrency.lockutils [req-3a84c0df-ccf9-4ec1-9282-55d9bfaa7c53 req-d1e19c6c-ddd3-445a-b89d-a3b4164ec85f service nova] Lock "f0952c3b-e030-4d96-9ef1-68686af4bcdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.694026] env[68166]: DEBUG nova.compute.manager [req-3a84c0df-ccf9-4ec1-9282-55d9bfaa7c53 req-d1e19c6c-ddd3-445a-b89d-a3b4164ec85f service nova] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] No waiting events found dispatching network-vif-plugged-eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.694026] env[68166]: WARNING nova.compute.manager [req-3a84c0df-ccf9-4ec1-9282-55d9bfaa7c53 req-d1e19c6c-ddd3-445a-b89d-a3b4164ec85f service nova] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Received unexpected event network-vif-plugged-eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4 for instance with vm_state building and task_state spawning. [ 904.782586] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.881361] env[68166]: DEBUG nova.network.neutron [-] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.983580] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2806998, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.032490] env[68166]: DEBUG nova.network.neutron [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Successfully updated port: eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.164492] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-389b2a5a-2f74-4631-9f1c-8806e38ed045 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.177347] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089049e6-19b9-451a-b916-8c582ae0c2cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.193833] env[68166]: DEBUG nova.scheduler.client.report [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.226776] env[68166]: DEBUG nova.compute.manager [req-eda545d4-05d4-4a7b-b4e8-7afffc62d413 req-ef7c2fa3-c4dd-441d-b4f4-4df7fb40e71e service nova] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Detach interface failed, port_id=00cde922-4390-400b-b7e7-615e6391d9d0, reason: Instance c1d955b6-b2ee-4e33-83c1-a40c5ee72737 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 905.278806] env[68166]: DEBUG nova.objects.instance [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lazy-loading 'flavor' on Instance uuid 3d345623-d941-407b-ad67-5df1d686874f {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.288259] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.386160] env[68166]: INFO nova.compute.manager [-] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Took 2.41 seconds to deallocate network for instance. [ 905.489662] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2806998, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.538008] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "refresh_cache-f0952c3b-e030-4d96-9ef1-68686af4bcdf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.538008] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "refresh_cache-f0952c3b-e030-4d96-9ef1-68686af4bcdf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.538008] env[68166]: DEBUG nova.network.neutron [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.540758] env[68166]: DEBUG nova.network.neutron [-] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.562850] env[68166]: DEBUG oslo_concurrency.lockutils [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "a280c315-55e1-4e87-934c-e68328ced4b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.563120] env[68166]: DEBUG oslo_concurrency.lockutils [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "a280c315-55e1-4e87-934c-e68328ced4b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.563402] env[68166]: DEBUG oslo_concurrency.lockutils [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "a280c315-55e1-4e87-934c-e68328ced4b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.563491] env[68166]: DEBUG oslo_concurrency.lockutils [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "a280c315-55e1-4e87-934c-e68328ced4b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.563682] env[68166]: DEBUG oslo_concurrency.lockutils [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "a280c315-55e1-4e87-934c-e68328ced4b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.569114] env[68166]: INFO nova.compute.manager [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Terminating instance [ 905.700457] env[68166]: DEBUG oslo_concurrency.lockutils [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.701754] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.805s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.703339] env[68166]: INFO nova.compute.claims [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.733174] env[68166]: INFO nova.scheduler.client.report [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleted allocations for instance d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed [ 905.791372] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.791938] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquiring lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.792080] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquired lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.896230] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.983419] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2806998, 'name': ReconfigVM_Task, 'duration_secs': 1.315308} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.983725] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Reconfigured VM instance instance-0000004d to attach disk [datastore2] a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9/a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.984407] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef3b2559-732a-4c92-99ce-609a811f9777 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.992333] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 905.992333] env[68166]: value = "task-2806999" [ 905.992333] env[68166]: _type = "Task" [ 905.992333] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.002372] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2806999, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.043350] env[68166]: INFO nova.compute.manager [-] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Took 2.05 seconds to deallocate network for instance. [ 906.076224] env[68166]: DEBUG nova.compute.manager [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.076394] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.076783] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "59062d12-7dd0-4383-934b-eef6f14ba52c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.076997] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "59062d12-7dd0-4383-934b-eef6f14ba52c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.077246] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "59062d12-7dd0-4383-934b-eef6f14ba52c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.077436] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "59062d12-7dd0-4383-934b-eef6f14ba52c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.077602] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "59062d12-7dd0-4383-934b-eef6f14ba52c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.079891] env[68166]: INFO nova.compute.manager [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Terminating instance [ 906.084607] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ec8f8c-8c6f-4aa8-88ea-6ae4db55004a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.095386] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.095640] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eeb352f-f59a-43ec-9fab-61494824a3f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.108521] env[68166]: DEBUG oslo_vmware.api [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 906.108521] env[68166]: value = "task-2807000" [ 906.108521] env[68166]: _type = "Task" [ 906.108521] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.124635] env[68166]: DEBUG oslo_vmware.api [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2807000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.250585] env[68166]: DEBUG oslo_concurrency.lockutils [None req-96746b5b-9593-42b2-9e02-5143ed1fdd1b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.313s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.287664] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.328395] env[68166]: DEBUG nova.network.neutron [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.504843] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2806999, 'name': Rename_Task, 'duration_secs': 0.17279} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.505126] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.505371] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f0376a4-7ad5-496e-838a-c18d96f532d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.514825] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 906.514825] env[68166]: value = "task-2807001" [ 906.514825] env[68166]: _type = "Task" [ 906.514825] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.527781] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.590942] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "refresh_cache-59062d12-7dd0-4383-934b-eef6f14ba52c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.592030] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquired lock "refresh_cache-59062d12-7dd0-4383-934b-eef6f14ba52c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.592030] env[68166]: DEBUG nova.network.neutron [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.603584] env[68166]: INFO nova.compute.manager [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Took 0.56 seconds to detach 1 volumes for instance. [ 906.623851] env[68166]: DEBUG oslo_vmware.api [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2807000, 'name': PowerOffVM_Task, 'duration_secs': 0.211055} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.624152] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.624321] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.624579] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ff7fae7-99b6-4980-aaf8-42d69b3e8441 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.704582] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.704865] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.705572] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleting the datastore file [datastore2] a280c315-55e1-4e87-934c-e68328ced4b1 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.705572] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ee9e7c5-bee7-4238-96f0-343005cec7bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.716491] env[68166]: DEBUG oslo_vmware.api [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 906.716491] env[68166]: value = "task-2807003" [ 906.716491] env[68166]: _type = "Task" [ 906.716491] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.727719] env[68166]: DEBUG oslo_vmware.api [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2807003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.786912] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.879872] env[68166]: DEBUG nova.network.neutron [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Updating instance_info_cache with network_info: [{"id": "eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4", "address": "fa:16:3e:af:2f:55", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec3f5b9-a4", "ovs_interfaceid": "eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.030695] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807001, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.115859] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.146034] env[68166]: DEBUG nova.network.neutron [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.237745] env[68166]: DEBUG oslo_vmware.api [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2807003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172864} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.238454] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.238454] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.238454] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.238616] env[68166]: INFO nova.compute.manager [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 907.239167] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.239393] env[68166]: DEBUG nova.compute.manager [-] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.239485] env[68166]: DEBUG nova.network.neutron [-] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.287472] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.304177] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7796c3ae-9e62-4063-bb22-a2683c7e9673 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.314898] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037cdab5-84bc-46bf-8a00-59de7340e890 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.359022] env[68166]: DEBUG nova.network.neutron [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.359022] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c643e-2c57-4a02-a76b-093ccf29f114 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.368080] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d953f-1434-4f7c-bca3-56ba29d644f7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.386371] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "refresh_cache-f0952c3b-e030-4d96-9ef1-68686af4bcdf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.386734] env[68166]: DEBUG nova.compute.manager [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Instance network_info: |[{"id": "eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4", "address": "fa:16:3e:af:2f:55", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec3f5b9-a4", "ovs_interfaceid": "eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.387313] env[68166]: DEBUG nova.compute.provider_tree [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.389856] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:2f:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.397312] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.399614] env[68166]: DEBUG nova.compute.manager [req-e4526ffa-3102-4aae-8cf7-89f9292bcc1a req-6567a2fb-d97e-4a86-b43a-c645b7a846d0 service nova] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Received event network-changed-eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.399614] env[68166]: DEBUG nova.compute.manager [req-e4526ffa-3102-4aae-8cf7-89f9292bcc1a req-6567a2fb-d97e-4a86-b43a-c645b7a846d0 service nova] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Refreshing instance network info cache due to event network-changed-eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 907.399696] env[68166]: DEBUG oslo_concurrency.lockutils [req-e4526ffa-3102-4aae-8cf7-89f9292bcc1a req-6567a2fb-d97e-4a86-b43a-c645b7a846d0 service nova] Acquiring lock "refresh_cache-f0952c3b-e030-4d96-9ef1-68686af4bcdf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.399885] env[68166]: DEBUG oslo_concurrency.lockutils [req-e4526ffa-3102-4aae-8cf7-89f9292bcc1a req-6567a2fb-d97e-4a86-b43a-c645b7a846d0 service nova] Acquired lock "refresh_cache-f0952c3b-e030-4d96-9ef1-68686af4bcdf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.400125] env[68166]: DEBUG nova.network.neutron [req-e4526ffa-3102-4aae-8cf7-89f9292bcc1a req-6567a2fb-d97e-4a86-b43a-c645b7a846d0 service nova] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Refreshing network info cache for port eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.402368] env[68166]: DEBUG nova.network.neutron [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.403929] env[68166]: DEBUG nova.scheduler.client.report [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.407407] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.410323] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6774c862-2723-4663-8b41-7466291455c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.433932] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.433932] env[68166]: value = "task-2807004" [ 907.433932] env[68166]: _type = "Task" [ 907.433932] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.443161] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807004, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.531712] env[68166]: DEBUG oslo_vmware.api [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807001, 'name': PowerOnVM_Task, 'duration_secs': 0.529928} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.531712] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.531712] env[68166]: INFO nova.compute.manager [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Took 15.20 seconds to spawn the instance on the hypervisor. [ 907.532304] env[68166]: DEBUG nova.compute.manager [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.533059] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc86e4c-6135-4645-aedf-233395e8c3e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.748133] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Acquiring lock "161ab637-d9f0-4467-a741-8b2696e376d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.748419] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Lock "161ab637-d9f0-4467-a741-8b2696e376d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.793216] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.909050] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.909721] env[68166]: DEBUG nova.compute.manager [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.912802] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Releasing lock "refresh_cache-59062d12-7dd0-4383-934b-eef6f14ba52c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.913363] env[68166]: DEBUG nova.compute.manager [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.913659] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.916783] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.764s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.917056] env[68166]: DEBUG nova.objects.instance [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lazy-loading 'resources' on Instance uuid 3a2b3377-72ea-4d06-9b48-e82757055254 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.919357] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12885b2a-2dc7-4659-9315-d5c967a9c334 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.929202] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.929567] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-391e1392-cf61-45a6-a83c-25213806c954 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.943259] env[68166]: DEBUG oslo_vmware.api [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 907.943259] env[68166]: value = "task-2807005" [ 907.943259] env[68166]: _type = "Task" [ 907.943259] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.949450] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807004, 'name': CreateVM_Task, 'duration_secs': 0.365521} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.950129] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.952038] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.952038] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.952488] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.958722] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80ecf35-d93b-4370-ba52-0497c515d034 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.962937] env[68166]: DEBUG oslo_vmware.api [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2807005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.971018] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 907.971018] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dcb3b5-2761-11de-00d8-6a2c5e6f69b8" [ 907.971018] env[68166]: _type = "Task" [ 907.971018] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.982443] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52dcb3b5-2761-11de-00d8-6a2c5e6f69b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.053131] env[68166]: INFO nova.compute.manager [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Took 38.46 seconds to build instance. [ 908.122384] env[68166]: DEBUG nova.compute.manager [req-34f54a9a-9893-4c68-bc94-e72b89206dff req-fcd15644-d4e3-4967-a021-737df2976e44 service nova] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Received event network-vif-deleted-334fcdf4-b4a6-45b1-9320-1a910982cc5f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.122581] env[68166]: INFO nova.compute.manager [req-34f54a9a-9893-4c68-bc94-e72b89206dff req-fcd15644-d4e3-4967-a021-737df2976e44 service nova] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Neutron deleted interface 334fcdf4-b4a6-45b1-9320-1a910982cc5f; detaching it from the instance and deleting it from the info cache [ 908.122755] env[68166]: DEBUG nova.network.neutron [req-34f54a9a-9893-4c68-bc94-e72b89206dff req-fcd15644-d4e3-4967-a021-737df2976e44 service nova] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.253023] env[68166]: DEBUG nova.compute.manager [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.293783] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.418660] env[68166]: DEBUG nova.compute.utils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.421449] env[68166]: DEBUG nova.compute.manager [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.421449] env[68166]: DEBUG nova.network.neutron [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.453074] env[68166]: DEBUG oslo_vmware.api [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2807005, 'name': PowerOffVM_Task, 'duration_secs': 0.146388} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.456030] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.456134] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.456735] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17c868c9-28f9-4c24-9bb1-e7c118f60ad4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.488593] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52dcb3b5-2761-11de-00d8-6a2c5e6f69b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012727} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.490378] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.490727] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.491027] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.491229] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.491484] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.491823] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.492060] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.492271] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Deleting the datastore file [datastore2] 59062d12-7dd0-4383-934b-eef6f14ba52c {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.492621] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-737b1e53-eee9-4a89-bde1-80ec3ce78bbb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.495398] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1c7f31c-3e06-459b-bb18-01e2256f0b00 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.504688] env[68166]: DEBUG oslo_vmware.api [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 908.504688] env[68166]: value = "task-2807007" [ 908.504688] env[68166]: _type = "Task" [ 908.504688] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.510455] env[68166]: DEBUG nova.network.neutron [req-e4526ffa-3102-4aae-8cf7-89f9292bcc1a req-6567a2fb-d97e-4a86-b43a-c645b7a846d0 service nova] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Updated VIF entry in instance network info cache for port eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.510455] env[68166]: DEBUG nova.network.neutron [req-e4526ffa-3102-4aae-8cf7-89f9292bcc1a req-6567a2fb-d97e-4a86-b43a-c645b7a846d0 service nova] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Updating instance_info_cache with network_info: [{"id": "eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4", "address": "fa:16:3e:af:2f:55", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec3f5b9-a4", "ovs_interfaceid": "eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.512884] env[68166]: DEBUG nova.network.neutron [-] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.514485] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.514485] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.519950] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8250bf36-3c8a-4a46-8c31-686bca76a162 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.527913] env[68166]: DEBUG oslo_vmware.api [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2807007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.534015] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 908.534015] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5287368a-ca11-1261-e2e0-d213ef03fb7e" [ 908.534015] env[68166]: _type = "Task" [ 908.534015] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.545610] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5287368a-ca11-1261-e2e0-d213ef03fb7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.555040] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e11e9400-b977-4500-8148-07b6a586b8a8 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.974s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.577904] env[68166]: DEBUG nova.policy [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '428803b018be4fc48400f7bbc9d79352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731f9563b31b4722ae28466f9169f5ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.598531] env[68166]: DEBUG nova.network.neutron [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updating instance_info_cache with network_info: [{"id": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "address": "fa:16:3e:e4:57:22", "network": {"id": "dca5e38e-2cc8-4595-9f49-96ee21e0f6db", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-454188558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35198e60d33f43218c839c05411cba45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8ffb3b-6b", "ovs_interfaceid": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.626969] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e4bfd55-b67c-400a-98e3-d99605679448 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.645243] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfec26b-ef0c-4ad5-84f4-50ddd008782d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.692091] env[68166]: DEBUG nova.compute.manager [req-34f54a9a-9893-4c68-bc94-e72b89206dff req-fcd15644-d4e3-4967-a021-737df2976e44 service nova] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Detach interface failed, port_id=334fcdf4-b4a6-45b1-9320-1a910982cc5f, reason: Instance a280c315-55e1-4e87-934c-e68328ced4b1 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 908.776167] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.790394] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.928394] env[68166]: DEBUG nova.compute.manager [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.971885] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf42730-7807-44b4-ae48-031e379b5c83 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.982298] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d08ee3-9442-401d-bf44-52bd4f312255 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.023275] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cbc616-4452-4466-ac42-e9afed0a5929 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.027292] env[68166]: INFO nova.compute.manager [-] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Took 1.79 seconds to deallocate network for instance. [ 909.027494] env[68166]: DEBUG oslo_concurrency.lockutils [req-e4526ffa-3102-4aae-8cf7-89f9292bcc1a req-6567a2fb-d97e-4a86-b43a-c645b7a846d0 service nova] Releasing lock "refresh_cache-f0952c3b-e030-4d96-9ef1-68686af4bcdf" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.027764] env[68166]: DEBUG nova.compute.manager [req-e4526ffa-3102-4aae-8cf7-89f9292bcc1a req-6567a2fb-d97e-4a86-b43a-c645b7a846d0 service nova] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Received event network-vif-deleted-7dd974f0-3baa-41b1-8fb7-4480c119556f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.045784] env[68166]: DEBUG oslo_vmware.api [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2807007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185973} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.046204] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.046399] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.046574] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.046741] env[68166]: INFO nova.compute.manager [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 909.046970] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.048238] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462ccd1b-f1b1-4780-a244-27a3c4c4d115 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.053400] env[68166]: DEBUG nova.compute.manager [-] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.053627] env[68166]: DEBUG nova.network.neutron [-] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.060767] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5287368a-ca11-1261-e2e0-d213ef03fb7e, 'name': SearchDatastore_Task, 'duration_secs': 0.015691} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.071616] env[68166]: DEBUG nova.compute.provider_tree [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.073928] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ae39ac-e6dd-4b02-91a5-06affbad9268 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.081294] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 909.081294] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]525f7447-d31b-a3aa-08d5-6655ff40842b" [ 909.081294] env[68166]: _type = "Task" [ 909.081294] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.089669] env[68166]: DEBUG nova.network.neutron [-] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.094876] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]525f7447-d31b-a3aa-08d5-6655ff40842b, 'name': SearchDatastore_Task, 'duration_secs': 0.011864} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.095471] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.095746] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] f0952c3b-e030-4d96-9ef1-68686af4bcdf/f0952c3b-e030-4d96-9ef1-68686af4bcdf.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.096020] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8953eed6-92cb-4adc-a921-5373d6db0970 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.101401] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Releasing lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.101401] env[68166]: DEBUG nova.compute.manager [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Inject network info {{(pid=68166) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 909.101401] env[68166]: DEBUG nova.compute.manager [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] network_info to inject: |[{"id": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "address": "fa:16:3e:e4:57:22", "network": {"id": "dca5e38e-2cc8-4595-9f49-96ee21e0f6db", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-454188558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35198e60d33f43218c839c05411cba45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8ffb3b-6b", "ovs_interfaceid": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 909.106161] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Reconfiguring VM instance to set the machine id {{(pid=68166) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 909.108229] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-567702e9-c129-433a-944c-7d759a206f4e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.119690] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 909.119690] env[68166]: value = "task-2807008" [ 909.119690] env[68166]: _type = "Task" [ 909.119690] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.126528] env[68166]: DEBUG oslo_vmware.api [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for the task: (returnval){ [ 909.126528] env[68166]: value = "task-2807009" [ 909.126528] env[68166]: _type = "Task" [ 909.126528] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.130127] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.142592] env[68166]: DEBUG oslo_vmware.api [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2807009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.289350] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.355673] env[68166]: DEBUG nova.network.neutron [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Successfully created port: eda2ff5f-9ab7-4013-a70f-2957b0e1079e {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.510048] env[68166]: DEBUG nova.compute.manager [req-ab348dee-e68a-4a43-b35a-6f5096fe4f57 req-cfa040c2-700f-4b23-8eec-5a67e0bb67d0 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Received event network-changed-1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.510280] env[68166]: DEBUG nova.compute.manager [req-ab348dee-e68a-4a43-b35a-6f5096fe4f57 req-cfa040c2-700f-4b23-8eec-5a67e0bb67d0 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Refreshing instance network info cache due to event network-changed-1e8ffb3b-6be0-4c73-aaae-9ea971129004. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 909.510506] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab348dee-e68a-4a43-b35a-6f5096fe4f57 req-cfa040c2-700f-4b23-8eec-5a67e0bb67d0 service nova] Acquiring lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.510707] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab348dee-e68a-4a43-b35a-6f5096fe4f57 req-cfa040c2-700f-4b23-8eec-5a67e0bb67d0 service nova] Acquired lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.510861] env[68166]: DEBUG nova.network.neutron [req-ab348dee-e68a-4a43-b35a-6f5096fe4f57 req-cfa040c2-700f-4b23-8eec-5a67e0bb67d0 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Refreshing network info cache for port 1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.542150] env[68166]: DEBUG oslo_concurrency.lockutils [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.579102] env[68166]: DEBUG nova.scheduler.client.report [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.592011] env[68166]: DEBUG nova.network.neutron [-] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.632839] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807008, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.646777] env[68166]: DEBUG oslo_vmware.api [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2807009, 'name': ReconfigVM_Task, 'duration_secs': 0.169101} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.647159] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a6739d5d-3fd1-424f-ac29-5f514fcddfcb tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Reconfigured VM instance to set the machine id {{(pid=68166) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 909.790112] env[68166]: DEBUG oslo_vmware.api [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2806996, 'name': ReconfigVM_Task, 'duration_secs': 6.024742} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.792604] env[68166]: DEBUG oslo_concurrency.lockutils [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.792604] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Reconfigured VM to detach interface {{(pid=68166) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 909.946753] env[68166]: DEBUG nova.compute.manager [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.951147] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.951389] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.951594] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.952046] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.952046] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.958778] env[68166]: INFO nova.compute.manager [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Terminating instance [ 909.988139] env[68166]: DEBUG nova.virt.hardware [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='462cb039d3b4a8463c5aad3b7a3a2687',container_format='bare',created_at=2025-03-06T11:52:35Z,direct_url=,disk_format='vmdk',id=d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac,min_disk=1,min_ram=0,name='tempest-test-snap-1993670018',owner='731f9563b31b4722ae28466f9169f5ec',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-06T11:52:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.988412] env[68166]: DEBUG nova.virt.hardware [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.988640] env[68166]: DEBUG nova.virt.hardware [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.988863] env[68166]: DEBUG nova.virt.hardware [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.989037] env[68166]: DEBUG nova.virt.hardware [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.989239] env[68166]: DEBUG nova.virt.hardware [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.989489] env[68166]: DEBUG nova.virt.hardware [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.989671] env[68166]: DEBUG nova.virt.hardware [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.989861] env[68166]: DEBUG nova.virt.hardware [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.990309] env[68166]: DEBUG nova.virt.hardware [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.990547] env[68166]: DEBUG nova.virt.hardware [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.992645] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b002b061-bc30-4768-a266-ed6ea0a45e3f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.003228] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5bba22-758d-4503-ac60-61fa8c55db72 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.085832] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.088652] env[68166]: DEBUG oslo_concurrency.lockutils [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.869s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.095635] env[68166]: INFO nova.compute.manager [-] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Took 1.04 seconds to deallocate network for instance. [ 910.117691] env[68166]: INFO nova.scheduler.client.report [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Deleted allocations for instance 3a2b3377-72ea-4d06-9b48-e82757055254 [ 910.142504] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598412} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.142504] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] f0952c3b-e030-4d96-9ef1-68686af4bcdf/f0952c3b-e030-4d96-9ef1-68686af4bcdf.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.142504] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.142831] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a09d2ef0-4d4b-446b-960a-29fb28e86724 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.158818] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 910.158818] env[68166]: value = "task-2807010" [ 910.158818] env[68166]: _type = "Task" [ 910.158818] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.174078] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.465660] env[68166]: DEBUG nova.compute.manager [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.465914] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.466905] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede36074-bc18-412f-9a70-8593d9b508fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.476406] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.476667] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1a9ba31-646c-4f89-92a6-f4ad4bf4fc87 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.484177] env[68166]: DEBUG oslo_vmware.api [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 910.484177] env[68166]: value = "task-2807011" [ 910.484177] env[68166]: _type = "Task" [ 910.484177] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.493642] env[68166]: DEBUG oslo_vmware.api [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.553636] env[68166]: DEBUG nova.objects.instance [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lazy-loading 'flavor' on Instance uuid 3d345623-d941-407b-ad67-5df1d686874f {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.608971] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.635933] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dc7a1759-8f25-4078-9aec-45e7dbc81773 tempest-MigrationsAdminTest-1585500658 tempest-MigrationsAdminTest-1585500658-project-member] Lock "3a2b3377-72ea-4d06-9b48-e82757055254" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.431s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.673864] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247618} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.675055] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.677244] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef2bff8-a055-4cb3-8dce-0df3f4c3b873 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.705836] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] f0952c3b-e030-4d96-9ef1-68686af4bcdf/f0952c3b-e030-4d96-9ef1-68686af4bcdf.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.711814] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40e42f80-9ebb-4dc1-8783-ff60c5ddc59a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.736728] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 910.736728] env[68166]: value = "task-2807012" [ 910.736728] env[68166]: _type = "Task" [ 910.736728] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.748456] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.912341] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Acquiring lock "f9d4aa13-4f1a-4f30-a922-f598482d693b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.913291] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Lock "f9d4aa13-4f1a-4f30-a922-f598482d693b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.983222] env[68166]: DEBUG nova.network.neutron [req-ab348dee-e68a-4a43-b35a-6f5096fe4f57 req-cfa040c2-700f-4b23-8eec-5a67e0bb67d0 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updated VIF entry in instance network info cache for port 1e8ffb3b-6be0-4c73-aaae-9ea971129004. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.983597] env[68166]: DEBUG nova.network.neutron [req-ab348dee-e68a-4a43-b35a-6f5096fe4f57 req-cfa040c2-700f-4b23-8eec-5a67e0bb67d0 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updating instance_info_cache with network_info: [{"id": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "address": "fa:16:3e:e4:57:22", "network": {"id": "dca5e38e-2cc8-4595-9f49-96ee21e0f6db", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-454188558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35198e60d33f43218c839c05411cba45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8ffb3b-6b", "ovs_interfaceid": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.000646] env[68166]: DEBUG oslo_vmware.api [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807011, 'name': PowerOffVM_Task, 'duration_secs': 0.226242} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.000646] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.000797] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.001109] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d05452b-ea71-47e2-b611-6f78e49ef640 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.066898] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquiring lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.160399] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72899d3-8e13-4a23-bde4-67b7cd923788 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.165674] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.166180] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.166503] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Deleting the datastore file [datastore2] a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.169744] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a0680c4-09ce-4a6b-a99c-b8e5089253e2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.176956] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d62582-7089-40f6-8212-75f2395e5053 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.218315] env[68166]: DEBUG oslo_vmware.api [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 911.218315] env[68166]: value = "task-2807014" [ 911.218315] env[68166]: _type = "Task" [ 911.218315] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.219823] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ef3599-4fe6-4f3e-8eab-b7294a8cd993 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.236141] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b552168f-5219-4ef2-aebd-7036fa1c6882 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.241612] env[68166]: DEBUG oslo_vmware.api [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.257847] env[68166]: DEBUG nova.compute.provider_tree [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.262462] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.382987] env[68166]: DEBUG oslo_concurrency.lockutils [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.382987] env[68166]: DEBUG oslo_concurrency.lockutils [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.382987] env[68166]: DEBUG nova.network.neutron [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.421423] env[68166]: DEBUG nova.compute.manager [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.489924] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab348dee-e68a-4a43-b35a-6f5096fe4f57 req-cfa040c2-700f-4b23-8eec-5a67e0bb67d0 service nova] Releasing lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.494388] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquired lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.603736] env[68166]: DEBUG nova.compute.manager [req-b9052c24-7c10-40e4-b1b3-63cc1c0c83fd req-3d407def-8cc7-4708-9a35-e488f71d1728 service nova] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Received event network-vif-plugged-eda2ff5f-9ab7-4013-a70f-2957b0e1079e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.604035] env[68166]: DEBUG oslo_concurrency.lockutils [req-b9052c24-7c10-40e4-b1b3-63cc1c0c83fd req-3d407def-8cc7-4708-9a35-e488f71d1728 service nova] Acquiring lock "5fc5510e-d7d2-4085-9c96-388b041d0b9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.605513] env[68166]: DEBUG oslo_concurrency.lockutils [req-b9052c24-7c10-40e4-b1b3-63cc1c0c83fd req-3d407def-8cc7-4708-9a35-e488f71d1728 service nova] Lock "5fc5510e-d7d2-4085-9c96-388b041d0b9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.605513] env[68166]: DEBUG oslo_concurrency.lockutils [req-b9052c24-7c10-40e4-b1b3-63cc1c0c83fd req-3d407def-8cc7-4708-9a35-e488f71d1728 service nova] Lock "5fc5510e-d7d2-4085-9c96-388b041d0b9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.605513] env[68166]: DEBUG nova.compute.manager [req-b9052c24-7c10-40e4-b1b3-63cc1c0c83fd req-3d407def-8cc7-4708-9a35-e488f71d1728 service nova] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] No waiting events found dispatching network-vif-plugged-eda2ff5f-9ab7-4013-a70f-2957b0e1079e {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.605513] env[68166]: WARNING nova.compute.manager [req-b9052c24-7c10-40e4-b1b3-63cc1c0c83fd req-3d407def-8cc7-4708-9a35-e488f71d1728 service nova] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Received unexpected event network-vif-plugged-eda2ff5f-9ab7-4013-a70f-2957b0e1079e for instance with vm_state building and task_state spawning. [ 911.649094] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "6da9ed10-f901-42cb-a370-6392ea9589cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.649316] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.735942] env[68166]: DEBUG oslo_vmware.api [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191263} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.735942] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.735942] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.735942] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.735942] env[68166]: INFO nova.compute.manager [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Took 1.27 seconds to destroy the instance on the hypervisor. [ 911.735942] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.735942] env[68166]: DEBUG nova.compute.manager [-] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.735942] env[68166]: DEBUG nova.network.neutron [-] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.756808] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807012, 'name': ReconfigVM_Task, 'duration_secs': 1.014366} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.756808] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Reconfigured VM instance instance-0000004e to attach disk [datastore2] f0952c3b-e030-4d96-9ef1-68686af4bcdf/f0952c3b-e030-4d96-9ef1-68686af4bcdf.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.756808] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc6e7dd5-dd09-45da-b066-93d8edf7ae21 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.763158] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 911.763158] env[68166]: value = "task-2807015" [ 911.763158] env[68166]: _type = "Task" [ 911.763158] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.764430] env[68166]: DEBUG nova.scheduler.client.report [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.779143] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807015, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.804669] env[68166]: DEBUG nova.compute.manager [req-2ec680df-7bc7-4517-a5ef-652b229ffedb req-0cba5b0b-c6ec-4fa7-8da0-f56054ba55ed service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received event network-vif-deleted-b766d73b-1e3f-40cc-a08c-259cc68b2729 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.804669] env[68166]: INFO nova.compute.manager [req-2ec680df-7bc7-4517-a5ef-652b229ffedb req-0cba5b0b-c6ec-4fa7-8da0-f56054ba55ed service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Neutron deleted interface b766d73b-1e3f-40cc-a08c-259cc68b2729; detaching it from the instance and deleting it from the info cache [ 911.804669] env[68166]: DEBUG nova.network.neutron [req-2ec680df-7bc7-4517-a5ef-652b229ffedb req-0cba5b0b-c6ec-4fa7-8da0-f56054ba55ed service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updating instance_info_cache with network_info: [{"id": "6bb86c1e-be50-4b17-811c-687acee3c71d", "address": "fa:16:3e:ed:e3:af", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb86c1e-be", "ovs_interfaceid": "6bb86c1e-be50-4b17-811c-687acee3c71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c421959-7461-46a4-bb3c-cca533c46646", "address": "fa:16:3e:7e:f3:21", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c421959-74", "ovs_interfaceid": "7c421959-7461-46a4-bb3c-cca533c46646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.952594] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.040367] env[68166]: DEBUG nova.network.neutron [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Successfully updated port: eda2ff5f-9ab7-4013-a70f-2957b0e1079e {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.151982] env[68166]: DEBUG nova.compute.manager [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.282806] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807015, 'name': Rename_Task, 'duration_secs': 0.156808} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.283057] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.283386] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48dbb792-2ed0-4986-8bed-a26731ffbb52 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.290643] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 912.290643] env[68166]: value = "task-2807016" [ 912.290643] env[68166]: _type = "Task" [ 912.290643] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.310038] env[68166]: DEBUG oslo_concurrency.lockutils [req-2ec680df-7bc7-4517-a5ef-652b229ffedb req-0cba5b0b-c6ec-4fa7-8da0-f56054ba55ed service nova] Acquiring lock "04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.310236] env[68166]: DEBUG oslo_concurrency.lockutils [req-2ec680df-7bc7-4517-a5ef-652b229ffedb req-0cba5b0b-c6ec-4fa7-8da0-f56054ba55ed service nova] Acquired lock "04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.310920] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.311645] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b8876b-d882-448c-8e07-b06e8c746edf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.335366] env[68166]: DEBUG oslo_concurrency.lockutils [req-2ec680df-7bc7-4517-a5ef-652b229ffedb req-0cba5b0b-c6ec-4fa7-8da0-f56054ba55ed service nova] Releasing lock "04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.335718] env[68166]: WARNING nova.compute.manager [req-2ec680df-7bc7-4517-a5ef-652b229ffedb req-0cba5b0b-c6ec-4fa7-8da0-f56054ba55ed service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Detach interface failed, port_id=b766d73b-1e3f-40cc-a08c-259cc68b2729, reason: No device with interface-id b766d73b-1e3f-40cc-a08c-259cc68b2729 exists on VM: nova.exception.NotFound: No device with interface-id b766d73b-1e3f-40cc-a08c-259cc68b2729 exists on VM [ 912.399156] env[68166]: INFO nova.network.neutron [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Port b766d73b-1e3f-40cc-a08c-259cc68b2729 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 912.548066] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "refresh_cache-5fc5510e-d7d2-4085-9c96-388b041d0b9f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.548134] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "refresh_cache-5fc5510e-d7d2-4085-9c96-388b041d0b9f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.548247] env[68166]: DEBUG nova.network.neutron [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.607048] env[68166]: DEBUG nova.network.neutron [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updating instance_info_cache with network_info: [{"id": "6bb86c1e-be50-4b17-811c-687acee3c71d", "address": "fa:16:3e:ed:e3:af", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb86c1e-be", "ovs_interfaceid": "6bb86c1e-be50-4b17-811c-687acee3c71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c421959-7461-46a4-bb3c-cca533c46646", "address": "fa:16:3e:7e:f3:21", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c421959-74", "ovs_interfaceid": "7c421959-7461-46a4-bb3c-cca533c46646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.690308] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.693631] env[68166]: DEBUG nova.network.neutron [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.785290] env[68166]: DEBUG oslo_concurrency.lockutils [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.697s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.794427] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.822s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.794427] env[68166]: DEBUG nova.objects.instance [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Lazy-loading 'resources' on Instance uuid ae4746e2-7223-4c5b-971c-cb6230a08c27 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.804032] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "04700440-a230-4390-9a6f-b258604697d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.804288] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "04700440-a230-4390-9a6f-b258604697d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.808018] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "04700440-a230-4390-9a6f-b258604697d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.808018] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "04700440-a230-4390-9a6f-b258604697d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.808018] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "04700440-a230-4390-9a6f-b258604697d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.824387] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.824387] env[68166]: INFO nova.compute.manager [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Terminating instance [ 913.112750] env[68166]: DEBUG oslo_concurrency.lockutils [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-04700440-a230-4390-9a6f-b258604697d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.153427] env[68166]: DEBUG nova.network.neutron [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.317246] env[68166]: DEBUG oslo_vmware.api [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807016, 'name': PowerOnVM_Task, 'duration_secs': 0.594841} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.317513] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.317702] env[68166]: INFO nova.compute.manager [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Took 12.03 seconds to spawn the instance on the hypervisor. [ 913.317874] env[68166]: DEBUG nova.compute.manager [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.319065] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bb63fe-0411-43f3-9a04-d5d8fe353a22 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.332533] env[68166]: DEBUG nova.compute.manager [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.332682] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.337255] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432854fd-ac9a-4dc1-89a9-54574d19e2d2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.347781] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.348049] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c2a548c-8192-4fff-9483-dccf8c380c46 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.356027] env[68166]: DEBUG oslo_vmware.api [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 913.356027] env[68166]: value = "task-2807017" [ 913.356027] env[68166]: _type = "Task" [ 913.356027] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.370270] env[68166]: DEBUG oslo_vmware.api [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.399310] env[68166]: INFO nova.scheduler.client.report [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted allocation for migration ecd50b01-6d69-4b9d-8831-f88734faea53 [ 913.558394] env[68166]: DEBUG nova.network.neutron [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updating instance_info_cache with network_info: [{"id": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "address": "fa:16:3e:e4:57:22", "network": {"id": "dca5e38e-2cc8-4595-9f49-96ee21e0f6db", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-454188558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35198e60d33f43218c839c05411cba45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8ffb3b-6b", "ovs_interfaceid": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.616399] env[68166]: DEBUG oslo_concurrency.lockutils [None req-847845b6-1fbf-430f-a125-ba972d3805d7 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-04700440-a230-4390-9a6f-b258604697d4-b766d73b-1e3f-40cc-a08c-259cc68b2729" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.462s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.657579] env[68166]: DEBUG nova.network.neutron [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Updating instance_info_cache with network_info: [{"id": "eda2ff5f-9ab7-4013-a70f-2957b0e1079e", "address": "fa:16:3e:e2:18:dd", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda2ff5f-9a", "ovs_interfaceid": "eda2ff5f-9ab7-4013-a70f-2957b0e1079e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.722049] env[68166]: DEBUG nova.compute.manager [req-e1265ad2-3956-49b6-b1cc-36a08d9d4b84 req-4fe685d1-6f53-4bcf-8a8a-53c77dafd02a service nova] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Received event network-changed-eda2ff5f-9ab7-4013-a70f-2957b0e1079e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.722633] env[68166]: DEBUG nova.compute.manager [req-e1265ad2-3956-49b6-b1cc-36a08d9d4b84 req-4fe685d1-6f53-4bcf-8a8a-53c77dafd02a service nova] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Refreshing instance network info cache due to event network-changed-eda2ff5f-9ab7-4013-a70f-2957b0e1079e. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 913.722633] env[68166]: DEBUG oslo_concurrency.lockutils [req-e1265ad2-3956-49b6-b1cc-36a08d9d4b84 req-4fe685d1-6f53-4bcf-8a8a-53c77dafd02a service nova] Acquiring lock "refresh_cache-5fc5510e-d7d2-4085-9c96-388b041d0b9f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.774012] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9aacd6-f00e-4ab4-b76d-0c8812a6eb8a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.794494] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a62020b-fba4-4448-82a0-101af5f62250 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.832053] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdac46c0-a0ff-4030-83bb-335fc9764367 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.847695] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addbdf30-5c85-4a08-b11e-642386c5e5f8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.852358] env[68166]: INFO nova.compute.manager [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Took 35.29 seconds to build instance. [ 913.864280] env[68166]: DEBUG nova.compute.provider_tree [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.882635] env[68166]: DEBUG oslo_vmware.api [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807017, 'name': PowerOffVM_Task, 'duration_secs': 0.287555} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.882635] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.882870] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.883127] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dae7475-fa2c-4232-aadc-bf12ac990dbc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.910037] env[68166]: DEBUG oslo_concurrency.lockutils [None req-154f09bf-9fea-4680-b9e8-0c86eb4f2915 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "8a8855b8-fb7e-4235-9284-15425b7cb956" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.002s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.987081] env[68166]: DEBUG nova.compute.manager [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Received event network-vif-deleted-2117097c-4835-42f2-889d-54002742e5a2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.987081] env[68166]: INFO nova.compute.manager [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Neutron deleted interface 2117097c-4835-42f2-889d-54002742e5a2; detaching it from the instance and deleting it from the info cache [ 913.987081] env[68166]: DEBUG nova.network.neutron [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Updating instance_info_cache with network_info: [{"id": "661b24c7-bf61-49b1-9f5c-b09de8c4ee9a", "address": "fa:16:3e:6c:f4:63", "network": {"id": "65750d9f-5bbf-4fa6-985a-beb76fef22f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1200339138", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661b24c7-bf", "ovs_interfaceid": "661b24c7-bf61-49b1-9f5c-b09de8c4ee9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aae0e690-b0ce-459f-a5c7-e2f94a1db231", "address": "fa:16:3e:37:e4:94", "network": {"id": "47c73ff1-67c2-4919-9a56-13fec28eff2a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1568283549", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae0e690-b0", "ovs_interfaceid": "aae0e690-b0ce-459f-a5c7-e2f94a1db231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.989811] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.990699] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.990699] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Deleting the datastore file [datastore2] 04700440-a230-4390-9a6f-b258604697d4 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.990900] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42158dec-c072-41de-b59f-6b570d0a0af9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.000561] env[68166]: DEBUG oslo_vmware.api [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 914.000561] env[68166]: value = "task-2807019" [ 914.000561] env[68166]: _type = "Task" [ 914.000561] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.009147] env[68166]: DEBUG oslo_vmware.api [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.061874] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Releasing lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.061874] env[68166]: DEBUG nova.compute.manager [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Inject network info {{(pid=68166) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 914.061874] env[68166]: DEBUG nova.compute.manager [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] network_info to inject: |[{"id": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "address": "fa:16:3e:e4:57:22", "network": {"id": "dca5e38e-2cc8-4595-9f49-96ee21e0f6db", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-454188558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35198e60d33f43218c839c05411cba45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8ffb3b-6b", "ovs_interfaceid": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 914.066344] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Reconfiguring VM instance to set the machine id {{(pid=68166) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 914.066667] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c9c6266-c75b-41d3-bc05-81cc392d7300 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.084440] env[68166]: DEBUG oslo_vmware.api [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for the task: (returnval){ [ 914.084440] env[68166]: value = "task-2807020" [ 914.084440] env[68166]: _type = "Task" [ 914.084440] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.092967] env[68166]: DEBUG oslo_vmware.api [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2807020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.161903] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "refresh_cache-5fc5510e-d7d2-4085-9c96-388b041d0b9f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.161903] env[68166]: DEBUG nova.compute.manager [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Instance network_info: |[{"id": "eda2ff5f-9ab7-4013-a70f-2957b0e1079e", "address": "fa:16:3e:e2:18:dd", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda2ff5f-9a", "ovs_interfaceid": "eda2ff5f-9ab7-4013-a70f-2957b0e1079e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.161903] env[68166]: DEBUG oslo_concurrency.lockutils [req-e1265ad2-3956-49b6-b1cc-36a08d9d4b84 req-4fe685d1-6f53-4bcf-8a8a-53c77dafd02a service nova] Acquired lock "refresh_cache-5fc5510e-d7d2-4085-9c96-388b041d0b9f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.162164] env[68166]: DEBUG nova.network.neutron [req-e1265ad2-3956-49b6-b1cc-36a08d9d4b84 req-4fe685d1-6f53-4bcf-8a8a-53c77dafd02a service nova] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Refreshing network info cache for port eda2ff5f-9ab7-4013-a70f-2957b0e1079e {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.163735] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:18:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eda2ff5f-9ab7-4013-a70f-2957b0e1079e', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.172929] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.174806] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.175524] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f47a0eb-964d-47b4-a673-a2ada96e47d0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.198715] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.198715] env[68166]: value = "task-2807021" [ 914.198715] env[68166]: _type = "Task" [ 914.198715] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.209463] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807021, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.356316] env[68166]: DEBUG oslo_concurrency.lockutils [None req-504bc758-acd0-4fdf-90e5-d13b40176ea4 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "f0952c3b-e030-4d96-9ef1-68686af4bcdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.808s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.372119] env[68166]: DEBUG nova.scheduler.client.report [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.493813] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec44b130-91a5-47bb-bc45-36da32a7dbf4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.507223] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d7e749-9cd4-4dfe-ac39-efc167446f25 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.527046] env[68166]: DEBUG oslo_vmware.api [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305633} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.527802] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.527967] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.528270] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.528783] env[68166]: INFO nova.compute.manager [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: 04700440-a230-4390-9a6f-b258604697d4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 914.528783] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.529294] env[68166]: DEBUG nova.compute.manager [-] [instance: 04700440-a230-4390-9a6f-b258604697d4] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.529390] env[68166]: DEBUG nova.network.neutron [-] [instance: 04700440-a230-4390-9a6f-b258604697d4] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.562752] env[68166]: DEBUG nova.compute.manager [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Detach interface failed, port_id=2117097c-4835-42f2-889d-54002742e5a2, reason: Instance a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 914.562752] env[68166]: DEBUG nova.compute.manager [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Received event network-changed-1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.563212] env[68166]: DEBUG nova.compute.manager [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Refreshing instance network info cache due to event network-changed-1e8ffb3b-6be0-4c73-aaae-9ea971129004. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 914.564041] env[68166]: DEBUG oslo_concurrency.lockutils [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] Acquiring lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.564041] env[68166]: DEBUG oslo_concurrency.lockutils [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] Acquired lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.564041] env[68166]: DEBUG nova.network.neutron [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Refreshing network info cache for port 1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.598345] env[68166]: DEBUG oslo_vmware.api [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2807020, 'name': ReconfigVM_Task, 'duration_secs': 0.155125} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.598345] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5070939e-db9f-4d0a-98e8-11c8188a924e tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Reconfigured VM instance to set the machine id {{(pid=68166) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 914.665640] env[68166]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 7c421959-7461-46a4-bb3c-cca533c46646 could not be found.", "detail": ""}} {{(pid=68166) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 914.665927] env[68166]: DEBUG nova.network.neutron [-] Unable to show port 7c421959-7461-46a4-bb3c-cca533c46646 as it no longer exists. {{(pid=68166) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 914.676926] env[68166]: DEBUG nova.network.neutron [-] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.714410] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807021, 'name': CreateVM_Task, 'duration_secs': 0.37639} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.714643] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.715647] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.715897] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.716295] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.716555] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5dd6825-17db-4716-9156-8971c92334ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.722266] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 914.722266] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52815c64-83c5-f942-00c8-a2ade530bb33" [ 914.722266] env[68166]: _type = "Task" [ 914.722266] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.733783] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52815c64-83c5-f942-00c8-a2ade530bb33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.879791] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.885293] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.507s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.885864] env[68166]: DEBUG nova.objects.instance [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 914.915771] env[68166]: INFO nova.scheduler.client.report [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Deleted allocations for instance ae4746e2-7223-4c5b-971c-cb6230a08c27 [ 915.179457] env[68166]: INFO nova.compute.manager [-] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Took 3.44 seconds to deallocate network for instance. [ 915.239811] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.240628] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Processing image d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.242056] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.242056] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.242056] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.243539] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dab45c9-cc23-40e6-b38c-e45332fb2768 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.256686] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.256815] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.257665] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68123a31-422e-4fdc-a156-3c7452044676 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.268449] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 915.268449] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a37c63-1e87-49e8-d272-91eefd8e282d" [ 915.268449] env[68166]: _type = "Task" [ 915.268449] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.285097] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Preparing fetch location {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 915.285329] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Fetch image to [datastore1] OSTACK_IMG_d994dc4e-530c-45b8-996a-3daa2c25ec12/OSTACK_IMG_d994dc4e-530c-45b8-996a-3daa2c25ec12.vmdk {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 915.285800] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Downloading stream optimized image d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac to [datastore1] OSTACK_IMG_d994dc4e-530c-45b8-996a-3daa2c25ec12/OSTACK_IMG_d994dc4e-530c-45b8-996a-3daa2c25ec12.vmdk on the data store datastore1 as vApp {{(pid=68166) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 915.285800] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Downloading image file data d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac to the ESX as VM named 'OSTACK_IMG_d994dc4e-530c-45b8-996a-3daa2c25ec12' {{(pid=68166) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 915.300884] env[68166]: DEBUG nova.network.neutron [req-e1265ad2-3956-49b6-b1cc-36a08d9d4b84 req-4fe685d1-6f53-4bcf-8a8a-53c77dafd02a service nova] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Updated VIF entry in instance network info cache for port eda2ff5f-9ab7-4013-a70f-2957b0e1079e. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.301058] env[68166]: DEBUG nova.network.neutron [req-e1265ad2-3956-49b6-b1cc-36a08d9d4b84 req-4fe685d1-6f53-4bcf-8a8a-53c77dafd02a service nova] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Updating instance_info_cache with network_info: [{"id": "eda2ff5f-9ab7-4013-a70f-2957b0e1079e", "address": "fa:16:3e:e2:18:dd", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda2ff5f-9a", "ovs_interfaceid": "eda2ff5f-9ab7-4013-a70f-2957b0e1079e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.386297] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 915.386297] env[68166]: value = "resgroup-9" [ 915.386297] env[68166]: _type = "ResourcePool" [ 915.386297] env[68166]: }. {{(pid=68166) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 915.386748] env[68166]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bc2dcec8-456f-4dbf-9747-7c8914955fe8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.423572] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lease: (returnval){ [ 915.423572] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dc758e-b279-39a3-fd3f-ffef0da5c30d" [ 915.423572] env[68166]: _type = "HttpNfcLease" [ 915.423572] env[68166]: } obtained for vApp import into resource pool (val){ [ 915.423572] env[68166]: value = "resgroup-9" [ 915.423572] env[68166]: _type = "ResourcePool" [ 915.423572] env[68166]: }. {{(pid=68166) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 915.426024] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the lease: (returnval){ [ 915.426024] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dc758e-b279-39a3-fd3f-ffef0da5c30d" [ 915.426024] env[68166]: _type = "HttpNfcLease" [ 915.426024] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 915.432917] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b8891fc5-4693-4e00-a257-f1d1a0126854 tempest-ServersTestJSON-82113814 tempest-ServersTestJSON-82113814-project-member] Lock "ae4746e2-7223-4c5b-971c-cb6230a08c27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.616s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.439851] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.439851] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dc758e-b279-39a3-fd3f-ffef0da5c30d" [ 915.439851] env[68166]: _type = "HttpNfcLease" [ 915.439851] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 915.461480] env[68166]: DEBUG nova.network.neutron [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updated VIF entry in instance network info cache for port 1e8ffb3b-6be0-4c73-aaae-9ea971129004. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.463291] env[68166]: DEBUG nova.network.neutron [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updating instance_info_cache with network_info: [{"id": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "address": "fa:16:3e:e4:57:22", "network": {"id": "dca5e38e-2cc8-4595-9f49-96ee21e0f6db", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-454188558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35198e60d33f43218c839c05411cba45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8ffb3b-6b", "ovs_interfaceid": "1e8ffb3b-6be0-4c73-aaae-9ea971129004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.596778] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Acquiring lock "19141833-c70a-4498-872a-abc3bccb6f70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.596778] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Lock "19141833-c70a-4498-872a-abc3bccb6f70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.688526] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.738477] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquiring lock "3d345623-d941-407b-ad67-5df1d686874f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.739054] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lock "3d345623-d941-407b-ad67-5df1d686874f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.739292] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquiring lock "3d345623-d941-407b-ad67-5df1d686874f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.739492] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lock "3d345623-d941-407b-ad67-5df1d686874f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.739666] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lock "3d345623-d941-407b-ad67-5df1d686874f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.741754] env[68166]: INFO nova.compute.manager [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Terminating instance [ 915.804434] env[68166]: DEBUG oslo_concurrency.lockutils [req-e1265ad2-3956-49b6-b1cc-36a08d9d4b84 req-4fe685d1-6f53-4bcf-8a8a-53c77dafd02a service nova] Releasing lock "refresh_cache-5fc5510e-d7d2-4085-9c96-388b041d0b9f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.804731] env[68166]: DEBUG nova.compute.manager [req-e1265ad2-3956-49b6-b1cc-36a08d9d4b84 req-4fe685d1-6f53-4bcf-8a8a-53c77dafd02a service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received event network-vif-deleted-7c421959-7461-46a4-bb3c-cca533c46646 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.804890] env[68166]: INFO nova.compute.manager [req-e1265ad2-3956-49b6-b1cc-36a08d9d4b84 req-4fe685d1-6f53-4bcf-8a8a-53c77dafd02a service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Neutron deleted interface 7c421959-7461-46a4-bb3c-cca533c46646; detaching it from the instance and deleting it from the info cache [ 915.805127] env[68166]: DEBUG nova.network.neutron [req-e1265ad2-3956-49b6-b1cc-36a08d9d4b84 req-4fe685d1-6f53-4bcf-8a8a-53c77dafd02a service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updating instance_info_cache with network_info: [{"id": "6bb86c1e-be50-4b17-811c-687acee3c71d", "address": "fa:16:3e:ed:e3:af", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb86c1e-be", "ovs_interfaceid": "6bb86c1e-be50-4b17-811c-687acee3c71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.917519] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cddc5aa-bea5-4c1c-9c03-d688322ef387 tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.035s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.922022] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.022s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.922022] env[68166]: DEBUG nova.objects.instance [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lazy-loading 'resources' on Instance uuid c1d955b6-b2ee-4e33-83c1-a40c5ee72737 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.939157] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.939157] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dc758e-b279-39a3-fd3f-ffef0da5c30d" [ 915.939157] env[68166]: _type = "HttpNfcLease" [ 915.939157] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 915.966348] env[68166]: DEBUG oslo_concurrency.lockutils [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] Releasing lock "refresh_cache-3d345623-d941-407b-ad67-5df1d686874f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.966348] env[68166]: DEBUG nova.compute.manager [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Received event network-vif-deleted-aae0e690-b0ce-459f-a5c7-e2f94a1db231 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.966348] env[68166]: INFO nova.compute.manager [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Neutron deleted interface aae0e690-b0ce-459f-a5c7-e2f94a1db231; detaching it from the instance and deleting it from the info cache [ 915.966348] env[68166]: DEBUG nova.network.neutron [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Updating instance_info_cache with network_info: [{"id": "661b24c7-bf61-49b1-9f5c-b09de8c4ee9a", "address": "fa:16:3e:6c:f4:63", "network": {"id": "65750d9f-5bbf-4fa6-985a-beb76fef22f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1200339138", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661b24c7-bf", "ovs_interfaceid": "661b24c7-bf61-49b1-9f5c-b09de8c4ee9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.102352] env[68166]: DEBUG nova.network.neutron [-] [instance: 04700440-a230-4390-9a6f-b258604697d4] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.103939] env[68166]: DEBUG nova.compute.manager [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.113140] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquiring lock "d5a8b530-be59-4cbc-b933-983341395bc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.113140] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Lock "d5a8b530-be59-4cbc-b933-983341395bc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.247226] env[68166]: DEBUG nova.compute.manager [req-0401d528-ac79-4788-a190-26b11d500506 req-c77fbed5-82dd-4f9f-8963-51a8f6b4b048 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Received event network-vif-deleted-661b24c7-bf61-49b1-9f5c-b09de8c4ee9a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.247317] env[68166]: INFO nova.compute.manager [req-0401d528-ac79-4788-a190-26b11d500506 req-c77fbed5-82dd-4f9f-8963-51a8f6b4b048 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Neutron deleted interface 661b24c7-bf61-49b1-9f5c-b09de8c4ee9a; detaching it from the instance and deleting it from the info cache [ 916.247413] env[68166]: DEBUG nova.network.neutron [req-0401d528-ac79-4788-a190-26b11d500506 req-c77fbed5-82dd-4f9f-8963-51a8f6b4b048 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.249650] env[68166]: DEBUG nova.compute.manager [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.249869] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.250979] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707c349d-3671-4c85-9745-87995c48e8ef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.260701] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.261865] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7f2c029-813c-497e-93e2-4d388abc1c61 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.271082] env[68166]: DEBUG oslo_vmware.api [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for the task: (returnval){ [ 916.271082] env[68166]: value = "task-2807023" [ 916.271082] env[68166]: _type = "Task" [ 916.271082] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.281792] env[68166]: DEBUG oslo_vmware.api [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2807023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.312760] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-355a8e45-71f7-4de2-90fa-c01a4ac2ca6c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.321477] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad8f050-30b2-4b70-b7cc-ede30d077fd9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.369178] env[68166]: DEBUG nova.compute.manager [req-e1265ad2-3956-49b6-b1cc-36a08d9d4b84 req-4fe685d1-6f53-4bcf-8a8a-53c77dafd02a service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Detach interface failed, port_id=7c421959-7461-46a4-bb3c-cca533c46646, reason: Instance 04700440-a230-4390-9a6f-b258604697d4 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 916.438481] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.438481] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dc758e-b279-39a3-fd3f-ffef0da5c30d" [ 916.438481] env[68166]: _type = "HttpNfcLease" [ 916.438481] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 916.439351] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 916.439351] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dc758e-b279-39a3-fd3f-ffef0da5c30d" [ 916.439351] env[68166]: _type = "HttpNfcLease" [ 916.439351] env[68166]: }. {{(pid=68166) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 916.439547] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b4aece-85e4-4189-8cf7-169b3ac7df2d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.451956] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c8474-adeb-5d9f-372e-1f65cf962d9d/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 916.451956] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c8474-adeb-5d9f-372e-1f65cf962d9d/disk-0.vmdk. {{(pid=68166) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 916.520435] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-982dbfde-a647-4634-b86d-be49b2e1f9fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.529513] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b60af6a9-4e0f-4adf-ab7b-f088d8416ef4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.536028] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86480d01-2031-4fa7-8cc8-e3661e0e9ee7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.583031] env[68166]: DEBUG nova.compute.manager [req-11c9177e-e681-4814-8e39-30cb72375682 req-9a8352f7-16af-4adf-b153-be8669189b46 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Detach interface failed, port_id=aae0e690-b0ce-459f-a5c7-e2f94a1db231, reason: Instance a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 916.607407] env[68166]: INFO nova.compute.manager [-] [instance: 04700440-a230-4390-9a6f-b258604697d4] Took 2.08 seconds to deallocate network for instance. [ 916.617259] env[68166]: DEBUG nova.compute.manager [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.632939] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.733245] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "3b3e8c7d-e583-4568-b418-37182fbd5de8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.733595] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "3b3e8c7d-e583-4568-b418-37182fbd5de8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.760067] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44c3d1a6-d0a1-4c61-b8d5-fa4ba9177b6d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.771557] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43d8377-9ede-4381-a827-29df727f4885 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.804880] env[68166]: DEBUG oslo_vmware.api [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2807023, 'name': PowerOffVM_Task, 'duration_secs': 0.325448} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.807433] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.807433] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.807656] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f00844e-f447-43d2-8923-9598157122b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.826518] env[68166]: DEBUG nova.compute.manager [req-0401d528-ac79-4788-a190-26b11d500506 req-c77fbed5-82dd-4f9f-8963-51a8f6b4b048 service nova] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Detach interface failed, port_id=661b24c7-bf61-49b1-9f5c-b09de8c4ee9a, reason: Instance a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 916.826824] env[68166]: DEBUG nova.compute.manager [req-0401d528-ac79-4788-a190-26b11d500506 req-c77fbed5-82dd-4f9f-8963-51a8f6b4b048 service nova] [instance: 04700440-a230-4390-9a6f-b258604697d4] Received event network-vif-deleted-6bb86c1e-be50-4b17-811c-687acee3c71d {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.840890] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "8a8855b8-fb7e-4235-9284-15425b7cb956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.841198] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "8a8855b8-fb7e-4235-9284-15425b7cb956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.841415] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "8a8855b8-fb7e-4235-9284-15425b7cb956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.841613] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "8a8855b8-fb7e-4235-9284-15425b7cb956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.841796] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "8a8855b8-fb7e-4235-9284-15425b7cb956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.845216] env[68166]: INFO nova.compute.manager [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Terminating instance [ 916.918396] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.919100] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.919263] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Deleting the datastore file [datastore2] 3d345623-d941-407b-ad67-5df1d686874f {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.919635] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd0e4e48-24de-4a1d-96f5-fc55354dca58 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.932043] env[68166]: DEBUG oslo_vmware.api [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for the task: (returnval){ [ 916.932043] env[68166]: value = "task-2807025" [ 916.932043] env[68166]: _type = "Task" [ 916.932043] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.953930] env[68166]: DEBUG oslo_vmware.api [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2807025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.070560] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3a1705-6bcb-4e7e-8f17-784af3c3a12c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.081108] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fd72f3-bcc1-4f11-8a9b-3388bb6cc64e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.122313] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9201f21-7397-4d61-948d-d4d5470fe4f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.129290] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.138034] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61e1ed9-60dd-40c0-9fa5-b9f2f637b146 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.146297] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.154222] env[68166]: DEBUG nova.compute.provider_tree [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.240116] env[68166]: DEBUG nova.compute.manager [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.293804] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Completed reading data from the image iterator. {{(pid=68166) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 917.294138] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c8474-adeb-5d9f-372e-1f65cf962d9d/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 917.295642] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852ff124-18a8-457f-8729-26f81f986afd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.305454] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c8474-adeb-5d9f-372e-1f65cf962d9d/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 917.306100] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c8474-adeb-5d9f-372e-1f65cf962d9d/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 917.306750] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-da6ae786-336a-4bc7-b1a3-2b0b9f893cbf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.351927] env[68166]: DEBUG nova.compute.manager [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.351927] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.351927] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284e12f5-fdb1-4564-a5a0-610b8463274a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.361541] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.361923] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fd9c9fe-1f72-4d3d-aeb4-47fb01f36e18 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.370449] env[68166]: DEBUG oslo_vmware.api [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 917.370449] env[68166]: value = "task-2807026" [ 917.370449] env[68166]: _type = "Task" [ 917.370449] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.379944] env[68166]: DEBUG oslo_vmware.api [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.417240] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "4edf3231-3ae0-4749-a65b-067aa2bb6217" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.419686] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4edf3231-3ae0-4749-a65b-067aa2bb6217" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.454266] env[68166]: DEBUG oslo_vmware.api [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Task: {'id': task-2807025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264761} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.454666] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.455119] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.455446] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.455695] env[68166]: INFO nova.compute.manager [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 917.456107] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.456824] env[68166]: DEBUG nova.compute.manager [-] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.457025] env[68166]: DEBUG nova.network.neutron [-] [instance: 3d345623-d941-407b-ad67-5df1d686874f] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.602660] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c8474-adeb-5d9f-372e-1f65cf962d9d/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 917.602941] env[68166]: INFO nova.virt.vmwareapi.images [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Downloaded image file data d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac [ 917.603987] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8b9f6f-c14f-40cf-bf5b-7b4b51d73d15 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.624502] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dddd9e5b-9e5b-48dc-863e-f8febb06a316 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.656203] env[68166]: INFO nova.virt.vmwareapi.images [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] The imported VM was unregistered [ 917.659279] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Caching image {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 917.659633] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.660874] env[68166]: DEBUG nova.scheduler.client.report [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.665940] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfa38092-c6d8-4e42-a3ff-398cd6534a08 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.705343] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Created directory with path [datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.705565] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d994dc4e-530c-45b8-996a-3daa2c25ec12/OSTACK_IMG_d994dc4e-530c-45b8-996a-3daa2c25ec12.vmdk to [datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac.vmdk. {{(pid=68166) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 917.705844] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fe2a16f0-bacf-483a-947f-9567a1110093 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.713597] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 917.713597] env[68166]: value = "task-2807028" [ 917.713597] env[68166]: _type = "Task" [ 917.713597] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.722863] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807028, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.774603] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.882093] env[68166]: DEBUG oslo_vmware.api [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807026, 'name': PowerOffVM_Task, 'duration_secs': 0.31665} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.882439] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.882652] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.882954] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-436cef6a-746a-402c-a23e-abf1334d59cb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.920947] env[68166]: DEBUG nova.compute.manager [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.966253] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.966556] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.966835] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleting the datastore file [datastore1] 8a8855b8-fb7e-4235-9284-15425b7cb956 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.967190] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b6c22cb-e8f4-41f0-ab60-8934f9d7d04e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.976179] env[68166]: DEBUG oslo_vmware.api [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 917.976179] env[68166]: value = "task-2807030" [ 917.976179] env[68166]: _type = "Task" [ 917.976179] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.986596] env[68166]: DEBUG oslo_vmware.api [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.170996] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.176269] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.060s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.176269] env[68166]: DEBUG nova.objects.instance [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lazy-loading 'resources' on Instance uuid 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.204855] env[68166]: INFO nova.scheduler.client.report [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Deleted allocations for instance c1d955b6-b2ee-4e33-83c1-a40c5ee72737 [ 918.226623] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807028, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.312767] env[68166]: DEBUG nova.compute.manager [req-a4972426-c577-40ad-994b-647b74440de0 req-62d4c69b-1afe-491e-8c76-c0a1b25bc309 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Received event network-vif-deleted-1e8ffb3b-6be0-4c73-aaae-9ea971129004 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.313088] env[68166]: INFO nova.compute.manager [req-a4972426-c577-40ad-994b-647b74440de0 req-62d4c69b-1afe-491e-8c76-c0a1b25bc309 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Neutron deleted interface 1e8ffb3b-6be0-4c73-aaae-9ea971129004; detaching it from the instance and deleting it from the info cache [ 918.313321] env[68166]: DEBUG nova.network.neutron [req-a4972426-c577-40ad-994b-647b74440de0 req-62d4c69b-1afe-491e-8c76-c0a1b25bc309 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.446546] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.490509] env[68166]: DEBUG oslo_vmware.api [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.585082] env[68166]: DEBUG nova.network.neutron [-] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.722803] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a0fbc82c-35e4-414c-be0d-410f6bc9d3db tempest-ServersWithSpecificFlavorTestJSON-1424686372 tempest-ServersWithSpecificFlavorTestJSON-1424686372-project-member] Lock "c1d955b6-b2ee-4e33-83c1-a40c5ee72737" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.918s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.732212] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807028, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.817293] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd3a96d8-417b-4a5f-83ee-e75924f05141 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.828505] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f547f6d-7b7a-4f83-82a3-65c1fc5e9dcc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.872625] env[68166]: DEBUG nova.compute.manager [req-a4972426-c577-40ad-994b-647b74440de0 req-62d4c69b-1afe-491e-8c76-c0a1b25bc309 service nova] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Detach interface failed, port_id=1e8ffb3b-6be0-4c73-aaae-9ea971129004, reason: Instance 3d345623-d941-407b-ad67-5df1d686874f could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 918.987565] env[68166]: DEBUG oslo_vmware.api [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.088853] env[68166]: INFO nova.compute.manager [-] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Took 1.63 seconds to deallocate network for instance. [ 919.184887] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fedd71-4f6e-4984-ba76-4441e1499934 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.196359] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1a9fd4-c162-4897-845a-2eabd2597d74 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.237030] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc0811c-dbc1-4967-b883-bf7011e15509 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.251120] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32757ed0-251d-463f-adb1-6326a197078e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.255434] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807028, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.268423] env[68166]: DEBUG nova.compute.provider_tree [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.488986] env[68166]: DEBUG oslo_vmware.api [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.601904] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.743840] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807028, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.794603] env[68166]: ERROR nova.scheduler.client.report [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [req-b99827d0-5733-4160-b523-efd5a283b5f6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b99827d0-5733-4160-b523-efd5a283b5f6"}]} [ 919.819095] env[68166]: DEBUG nova.scheduler.client.report [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 919.837486] env[68166]: DEBUG nova.scheduler.client.report [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 919.837815] env[68166]: DEBUG nova.compute.provider_tree [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.851834] env[68166]: DEBUG nova.scheduler.client.report [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 919.885685] env[68166]: DEBUG nova.scheduler.client.report [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 919.989042] env[68166]: DEBUG oslo_vmware.api [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.929804} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.989446] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.989560] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.989748] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.989895] env[68166]: INFO nova.compute.manager [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Took 2.64 seconds to destroy the instance on the hypervisor. [ 919.990196] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.990442] env[68166]: DEBUG nova.compute.manager [-] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.990513] env[68166]: DEBUG nova.network.neutron [-] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.244277] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807028, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.354132] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ccc0a5-daa3-4432-824e-dff95c667fc2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.362292] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f494ac4-71b6-4c43-83a7-e6ad412f708f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.403297] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a455174-c7dd-4be3-a16a-afcef5e58507 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.413737] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6d4b7f-e686-494c-9a3a-0808c0bd0dd1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.433090] env[68166]: DEBUG nova.compute.provider_tree [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.481884] env[68166]: DEBUG nova.compute.manager [req-108063e9-8f59-49ff-9c59-03b01aabb4a4 req-c1709e38-ad2b-47d1-b9a4-fae648174dd6 service nova] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Received event network-vif-deleted-f35394e5-6ffe-456d-9997-124f7f92bfac {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.482105] env[68166]: INFO nova.compute.manager [req-108063e9-8f59-49ff-9c59-03b01aabb4a4 req-c1709e38-ad2b-47d1-b9a4-fae648174dd6 service nova] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Neutron deleted interface f35394e5-6ffe-456d-9997-124f7f92bfac; detaching it from the instance and deleting it from the info cache [ 920.482280] env[68166]: DEBUG nova.network.neutron [req-108063e9-8f59-49ff-9c59-03b01aabb4a4 req-c1709e38-ad2b-47d1-b9a4-fae648174dd6 service nova] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.750069] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807028, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.829808} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.750376] env[68166]: INFO nova.virt.vmwareapi.ds_util [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d994dc4e-530c-45b8-996a-3daa2c25ec12/OSTACK_IMG_d994dc4e-530c-45b8-996a-3daa2c25ec12.vmdk to [datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac.vmdk. [ 920.750611] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Cleaning up location [datastore1] OSTACK_IMG_d994dc4e-530c-45b8-996a-3daa2c25ec12 {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 920.750867] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d994dc4e-530c-45b8-996a-3daa2c25ec12 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.751171] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36ba60e1-e974-4a39-b103-cd787709f2bc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.759598] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 920.759598] env[68166]: value = "task-2807031" [ 920.759598] env[68166]: _type = "Task" [ 920.759598] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.769472] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.955380] env[68166]: DEBUG nova.network.neutron [-] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.973171] env[68166]: DEBUG nova.scheduler.client.report [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 920.973419] env[68166]: DEBUG nova.compute.provider_tree [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 106 to 107 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 920.973854] env[68166]: DEBUG nova.compute.provider_tree [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.984926] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-832643d5-8e16-44ea-85f4-c9260ff958d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.996947] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de2c617-42a5-41ff-af61-de8dcb7ffeee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.038190] env[68166]: DEBUG nova.compute.manager [req-108063e9-8f59-49ff-9c59-03b01aabb4a4 req-c1709e38-ad2b-47d1-b9a4-fae648174dd6 service nova] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Detach interface failed, port_id=f35394e5-6ffe-456d-9997-124f7f92bfac, reason: Instance 8a8855b8-fb7e-4235-9284-15425b7cb956 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 921.270713] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.065727} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.271023] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.271196] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.271447] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac.vmdk to [datastore1] 5fc5510e-d7d2-4085-9c96-388b041d0b9f/5fc5510e-d7d2-4085-9c96-388b041d0b9f.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.271800] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d66a22a4-a177-4032-8240-0d09bc8ba5b1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.279482] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 921.279482] env[68166]: value = "task-2807032" [ 921.279482] env[68166]: _type = "Task" [ 921.279482] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.288210] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.460147] env[68166]: INFO nova.compute.manager [-] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Took 1.47 seconds to deallocate network for instance. [ 921.484107] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.307s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.485325] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.709s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.488827] env[68166]: INFO nova.compute.claims [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.521152] env[68166]: INFO nova.scheduler.client.report [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted allocations for instance 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c [ 921.804191] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807032, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.967582] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.031306] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8fef3b60-4dda-46b3-a9ba-76b8d529fe6c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "85eb9bb0-60d0-489e-a4b4-8dbb6893f77c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.965s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.292334] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807032, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.801125] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807032, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.047183] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cdec90-55e1-4800-8823-ead0e139c0c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.057527] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810a09ea-a386-47c7-a044-ad7cde4b0ec7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.094342] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac25eb5-7da3-4f2b-abbf-4041fc123c09 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.104137] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a38eae-509f-44e7-bc85-a44b8d343e1d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.123288] env[68166]: DEBUG nova.compute.provider_tree [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.292779] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807032, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.630028] env[68166]: DEBUG nova.scheduler.client.report [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.802206] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "060c4dc2-d45d-481e-99bc-3b8cc2526efc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.803507] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "060c4dc2-d45d-481e-99bc-3b8cc2526efc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.804269] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807032, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.140269] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.141990] env[68166]: DEBUG nova.compute.manager [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.144965] env[68166]: DEBUG oslo_concurrency.lockutils [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.603s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.145280] env[68166]: DEBUG nova.objects.instance [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lazy-loading 'resources' on Instance uuid a280c315-55e1-4e87-934c-e68328ced4b1 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.270505] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.270654] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.295305] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807032, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.532849} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.295615] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac/d9c9b22b-648a-4745-b2e0-fbab0b5fb5ac.vmdk to [datastore1] 5fc5510e-d7d2-4085-9c96-388b041d0b9f/5fc5510e-d7d2-4085-9c96-388b041d0b9f.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.296397] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b74f58-47c2-455f-9b54-ab509bbe2031 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.311517] env[68166]: DEBUG nova.compute.manager [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.323266] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 5fc5510e-d7d2-4085-9c96-388b041d0b9f/5fc5510e-d7d2-4085-9c96-388b041d0b9f.vmdk or device None with type streamOptimized {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.324251] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbd019eb-36b1-48d0-a764-30323862686b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.345871] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 924.345871] env[68166]: value = "task-2807033" [ 924.345871] env[68166]: _type = "Task" [ 924.345871] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.355884] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.650154] env[68166]: DEBUG nova.compute.utils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.658045] env[68166]: DEBUG nova.compute.manager [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.658224] env[68166]: DEBUG nova.network.neutron [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.724153] env[68166]: DEBUG nova.policy [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '492a8d159d1649638ef9d282360a8f23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2aece951d7e4ab3a839c9e7f20727e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.774221] env[68166]: DEBUG nova.compute.utils [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.846410] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.858120] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.007211] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.007211] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.137436] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bbbad7-878e-4d72-9a49-fdad978eb5f9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.148748] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0b8eac-f200-4005-9b44-dc49cfe60f87 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.150056] env[68166]: DEBUG nova.network.neutron [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Successfully created port: 1dac9330-25ee-4333-953b-2018c2c190be {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.184409] env[68166]: DEBUG nova.compute.manager [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.188394] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0814f2f-8df3-48bc-b831-d59aa27ddce3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.196829] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e104073c-37e4-42c9-b36d-61bff8a580a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.211063] env[68166]: DEBUG nova.compute.provider_tree [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.277414] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.357351] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807033, 'name': ReconfigVM_Task, 'duration_secs': 0.636638} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.358156] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 5fc5510e-d7d2-4085-9c96-388b041d0b9f/5fc5510e-d7d2-4085-9c96-388b041d0b9f.vmdk or device None with type streamOptimized {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.358844] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeb518d1-a61b-4960-8ed0-95bed53cd74a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.365910] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 925.365910] env[68166]: value = "task-2807034" [ 925.365910] env[68166]: _type = "Task" [ 925.365910] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.376036] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807034, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.508373] env[68166]: DEBUG nova.compute.manager [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.714809] env[68166]: DEBUG nova.scheduler.client.report [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.877023] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807034, 'name': Rename_Task, 'duration_secs': 0.147199} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.878326] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.880496] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdad583c-963c-47bc-b32c-cd1e65c6931d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.888735] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 925.888735] env[68166]: value = "task-2807035" [ 925.888735] env[68166]: _type = "Task" [ 925.888735] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.898459] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.034750] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.195762] env[68166]: DEBUG nova.compute.manager [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.220607] env[68166]: DEBUG oslo_concurrency.lockutils [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.225137] env[68166]: DEBUG nova.virt.hardware [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.225387] env[68166]: DEBUG nova.virt.hardware [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.225542] env[68166]: DEBUG nova.virt.hardware [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.226260] env[68166]: DEBUG nova.virt.hardware [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.226260] env[68166]: DEBUG nova.virt.hardware [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.226260] env[68166]: DEBUG nova.virt.hardware [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.226260] env[68166]: DEBUG nova.virt.hardware [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.226448] env[68166]: DEBUG nova.virt.hardware [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.226553] env[68166]: DEBUG nova.virt.hardware [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.226694] env[68166]: DEBUG nova.virt.hardware [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.226905] env[68166]: DEBUG nova.virt.hardware [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.227445] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.619s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.227667] env[68166]: DEBUG nova.objects.instance [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lazy-loading 'resources' on Instance uuid 59062d12-7dd0-4383-934b-eef6f14ba52c {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.229600] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa078fd-1f7e-409f-96c8-d0416b91272b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.239099] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c4b51d-84f9-4c5d-bdb1-297664dc8f8a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.255162] env[68166]: INFO nova.scheduler.client.report [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleted allocations for instance a280c315-55e1-4e87-934c-e68328ced4b1 [ 926.384370] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.384661] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.384915] env[68166]: INFO nova.compute.manager [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Attaching volume 2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc to /dev/sdb [ 926.401678] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.426561] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071e998b-e6f0-4e96-a646-98b7b67e00b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.435422] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f894e97-7d63-479f-a45a-0469b45ebb11 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.451572] env[68166]: DEBUG nova.virt.block_device [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Updating existing volume attachment record: 97a1e1d0-f707-4cc1-8242-527d7a8144ae {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 926.606117] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "49fd41c6-7327-4ff7-8eac-ff4d25b79a97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.606370] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "49fd41c6-7327-4ff7-8eac-ff4d25b79a97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.640661] env[68166]: DEBUG nova.compute.manager [req-133fbe03-2285-481a-87c9-c80dd4fe544f req-da5f5305-2483-42f2-9faf-edd78b300c16 service nova] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Received event network-vif-plugged-1dac9330-25ee-4333-953b-2018c2c190be {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.640890] env[68166]: DEBUG oslo_concurrency.lockutils [req-133fbe03-2285-481a-87c9-c80dd4fe544f req-da5f5305-2483-42f2-9faf-edd78b300c16 service nova] Acquiring lock "161ab637-d9f0-4467-a741-8b2696e376d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.641144] env[68166]: DEBUG oslo_concurrency.lockutils [req-133fbe03-2285-481a-87c9-c80dd4fe544f req-da5f5305-2483-42f2-9faf-edd78b300c16 service nova] Lock "161ab637-d9f0-4467-a741-8b2696e376d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.641320] env[68166]: DEBUG oslo_concurrency.lockutils [req-133fbe03-2285-481a-87c9-c80dd4fe544f req-da5f5305-2483-42f2-9faf-edd78b300c16 service nova] Lock "161ab637-d9f0-4467-a741-8b2696e376d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.641483] env[68166]: DEBUG nova.compute.manager [req-133fbe03-2285-481a-87c9-c80dd4fe544f req-da5f5305-2483-42f2-9faf-edd78b300c16 service nova] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] No waiting events found dispatching network-vif-plugged-1dac9330-25ee-4333-953b-2018c2c190be {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.642101] env[68166]: WARNING nova.compute.manager [req-133fbe03-2285-481a-87c9-c80dd4fe544f req-da5f5305-2483-42f2-9faf-edd78b300c16 service nova] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Received unexpected event network-vif-plugged-1dac9330-25ee-4333-953b-2018c2c190be for instance with vm_state building and task_state spawning. [ 926.732727] env[68166]: DEBUG nova.network.neutron [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Successfully updated port: 1dac9330-25ee-4333-953b-2018c2c190be {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.763330] env[68166]: DEBUG oslo_concurrency.lockutils [None req-88410d00-d429-4261-a3c1-01d1251201ec tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "a280c315-55e1-4e87-934c-e68328ced4b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.200s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.898614] env[68166]: DEBUG oslo_vmware.api [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807035, 'name': PowerOnVM_Task, 'duration_secs': 0.573561} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.901275] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.902205] env[68166]: INFO nova.compute.manager [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Took 16.95 seconds to spawn the instance on the hypervisor. [ 926.902205] env[68166]: DEBUG nova.compute.manager [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.903125] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2486223-ff4e-42a7-841f-90509f076174 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.016094] env[68166]: INFO nova.compute.manager [None req-8bf84370-a390-48ff-bf22-4b3ee5ef8e79 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Get console output [ 927.016780] env[68166]: WARNING nova.virt.vmwareapi.driver [None req-8bf84370-a390-48ff-bf22-4b3ee5ef8e79 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] The console log is missing. Check your VSPC configuration [ 927.158262] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5d2229-34c1-437c-aa95-84b8ddafe6be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.166738] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e390c8ed-da8d-4dd7-88fd-ef39d172b5d5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.197497] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb758698-2abb-4caa-a84a-911d86584295 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.205562] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69a7d69-d79c-4f88-a234-6267a233c764 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.219238] env[68166]: DEBUG nova.compute.provider_tree [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.236130] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Acquiring lock "refresh_cache-161ab637-d9f0-4467-a741-8b2696e376d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.236276] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Acquired lock "refresh_cache-161ab637-d9f0-4467-a741-8b2696e376d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.236426] env[68166]: DEBUG nova.network.neutron [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.419979] env[68166]: INFO nova.compute.manager [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Took 45.54 seconds to build instance. [ 927.724465] env[68166]: DEBUG nova.scheduler.client.report [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.766985] env[68166]: DEBUG nova.network.neutron [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.913029] env[68166]: DEBUG nova.network.neutron [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Updating instance_info_cache with network_info: [{"id": "1dac9330-25ee-4333-953b-2018c2c190be", "address": "fa:16:3e:df:42:fb", "network": {"id": "bd67dff8-3a8e-4db7-8926-dc3226e6728e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-887464420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2aece951d7e4ab3a839c9e7f20727e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dac9330-25", "ovs_interfaceid": "1dac9330-25ee-4333-953b-2018c2c190be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.922102] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f50d3c05-bf27-4d02-bd98-5bed5787fe61 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "5fc5510e-d7d2-4085-9c96-388b041d0b9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.058s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.072800] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "3252ed02-af47-4919-a692-2a1f9a325fe1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.073103] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "3252ed02-af47-4919-a692-2a1f9a325fe1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.073343] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "3252ed02-af47-4919-a692-2a1f9a325fe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.073535] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "3252ed02-af47-4919-a692-2a1f9a325fe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.073709] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "3252ed02-af47-4919-a692-2a1f9a325fe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.075974] env[68166]: INFO nova.compute.manager [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Terminating instance [ 928.126787] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Acquiring lock "a6990f0d-066a-40e6-92bf-42c09941b9cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.127055] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Lock "a6990f0d-066a-40e6-92bf-42c09941b9cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.127262] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Acquiring lock "a6990f0d-066a-40e6-92bf-42c09941b9cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.127437] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Lock "a6990f0d-066a-40e6-92bf-42c09941b9cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.127600] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Lock "a6990f0d-066a-40e6-92bf-42c09941b9cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.129634] env[68166]: INFO nova.compute.manager [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Terminating instance [ 928.228219] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.230701] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.279s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.232780] env[68166]: INFO nova.compute.claims [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.249282] env[68166]: INFO nova.scheduler.client.report [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Deleted allocations for instance 59062d12-7dd0-4383-934b-eef6f14ba52c [ 928.307420] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.307712] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.415830] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Releasing lock "refresh_cache-161ab637-d9f0-4467-a741-8b2696e376d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.416192] env[68166]: DEBUG nova.compute.manager [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Instance network_info: |[{"id": "1dac9330-25ee-4333-953b-2018c2c190be", "address": "fa:16:3e:df:42:fb", "network": {"id": "bd67dff8-3a8e-4db7-8926-dc3226e6728e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-887464420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2aece951d7e4ab3a839c9e7f20727e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dac9330-25", "ovs_interfaceid": "1dac9330-25ee-4333-953b-2018c2c190be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.416673] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:42:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dac9330-25ee-4333-953b-2018c2c190be', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.424099] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Creating folder: Project (d2aece951d7e4ab3a839c9e7f20727e2). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.424482] env[68166]: DEBUG nova.compute.manager [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.426905] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3149b11b-1f5d-4ff7-afd5-ad5063c4dc14 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.439587] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Created folder: Project (d2aece951d7e4ab3a839c9e7f20727e2) in parent group-v563881. [ 928.439781] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Creating folder: Instances. Parent ref: group-v564102. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.440022] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b98fcca5-1551-48a6-bd0f-e74efd898b7c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.450514] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Created folder: Instances in parent group-v564102. [ 928.450897] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.451171] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.451402] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82f814b1-76da-48a4-aee3-6187de42b861 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.473616] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.473616] env[68166]: value = "task-2807041" [ 928.473616] env[68166]: _type = "Task" [ 928.473616] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.482080] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807041, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.513622] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "5fc5510e-d7d2-4085-9c96-388b041d0b9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.514852] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "5fc5510e-d7d2-4085-9c96-388b041d0b9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.514852] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "5fc5510e-d7d2-4085-9c96-388b041d0b9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.514852] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "5fc5510e-d7d2-4085-9c96-388b041d0b9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.514852] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "5fc5510e-d7d2-4085-9c96-388b041d0b9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.516494] env[68166]: INFO nova.compute.manager [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Terminating instance [ 928.580469] env[68166]: DEBUG nova.compute.manager [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.580585] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.581806] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad06125-dbb8-4a73-abdf-bbcff5d32d31 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.590017] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.590276] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92f1848c-130a-4743-8e4e-154775831b16 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.596640] env[68166]: DEBUG oslo_vmware.api [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 928.596640] env[68166]: value = "task-2807042" [ 928.596640] env[68166]: _type = "Task" [ 928.596640] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.605031] env[68166]: DEBUG oslo_vmware.api [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2807042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.634034] env[68166]: DEBUG nova.compute.manager [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.634340] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.635879] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782290ab-2f81-4f6c-8eb5-56331541f770 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.644202] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.644388] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4263f7fd-c1d6-4362-8ee7-b42b514831bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.651150] env[68166]: DEBUG oslo_vmware.api [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Waiting for the task: (returnval){ [ 928.651150] env[68166]: value = "task-2807043" [ 928.651150] env[68166]: _type = "Task" [ 928.651150] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.660069] env[68166]: DEBUG oslo_vmware.api [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2807043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.715648] env[68166]: DEBUG nova.compute.manager [req-63e88aae-8b32-49f1-b585-93e40853ae3e req-138b0512-92f9-4897-aab5-547bdc36ce30 service nova] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Received event network-changed-1dac9330-25ee-4333-953b-2018c2c190be {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.715981] env[68166]: DEBUG nova.compute.manager [req-63e88aae-8b32-49f1-b585-93e40853ae3e req-138b0512-92f9-4897-aab5-547bdc36ce30 service nova] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Refreshing instance network info cache due to event network-changed-1dac9330-25ee-4333-953b-2018c2c190be. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.716340] env[68166]: DEBUG oslo_concurrency.lockutils [req-63e88aae-8b32-49f1-b585-93e40853ae3e req-138b0512-92f9-4897-aab5-547bdc36ce30 service nova] Acquiring lock "refresh_cache-161ab637-d9f0-4467-a741-8b2696e376d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.716607] env[68166]: DEBUG oslo_concurrency.lockutils [req-63e88aae-8b32-49f1-b585-93e40853ae3e req-138b0512-92f9-4897-aab5-547bdc36ce30 service nova] Acquired lock "refresh_cache-161ab637-d9f0-4467-a741-8b2696e376d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.716864] env[68166]: DEBUG nova.network.neutron [req-63e88aae-8b32-49f1-b585-93e40853ae3e req-138b0512-92f9-4897-aab5-547bdc36ce30 service nova] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Refreshing network info cache for port 1dac9330-25ee-4333-953b-2018c2c190be {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.757012] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8713092c-cf36-4fb5-ba10-9515080f32fa tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "59062d12-7dd0-4383-934b-eef6f14ba52c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.680s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.810975] env[68166]: DEBUG nova.compute.utils [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.947617] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.985077] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807041, 'name': CreateVM_Task, 'duration_secs': 0.409655} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.985249] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.985928] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.986196] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.986547] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.986817] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9b4356-bd16-46fd-80ab-d3cc4b7ebb9e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.992036] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Waiting for the task: (returnval){ [ 928.992036] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e5d592-d0a9-c840-65a0-e8e5ff9d744d" [ 928.992036] env[68166]: _type = "Task" [ 928.992036] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.000451] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e5d592-d0a9-c840-65a0-e8e5ff9d744d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.021065] env[68166]: DEBUG nova.compute.manager [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.021065] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.021791] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200a6022-9ea1-4896-97e7-493a97d85c7c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.030533] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.030834] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d721e4-8959-41af-b15c-f11f77b03936 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.038054] env[68166]: DEBUG oslo_vmware.api [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 929.038054] env[68166]: value = "task-2807044" [ 929.038054] env[68166]: _type = "Task" [ 929.038054] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.046812] env[68166]: DEBUG oslo_vmware.api [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.108442] env[68166]: DEBUG oslo_vmware.api [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2807042, 'name': PowerOffVM_Task, 'duration_secs': 0.257072} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.108587] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.108767] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.109045] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0e15b28-d630-4f3b-8d18-fa28d9aa5e16 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.162249] env[68166]: DEBUG oslo_vmware.api [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2807043, 'name': PowerOffVM_Task, 'duration_secs': 0.210855} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.162541] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.162706] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.163110] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9a7f322-fd0f-4b43-87f7-dcdee4b1cbcd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.188362] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.188746] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.189057] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleting the datastore file [datastore1] 3252ed02-af47-4919-a692-2a1f9a325fe1 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.189344] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfdc53cf-787b-45bd-8152-e73a6c6cb80a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.198551] env[68166]: DEBUG oslo_vmware.api [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for the task: (returnval){ [ 929.198551] env[68166]: value = "task-2807048" [ 929.198551] env[68166]: _type = "Task" [ 929.198551] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.208736] env[68166]: DEBUG oslo_vmware.api [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2807048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.248224] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.248634] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.248678] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Deleting the datastore file [datastore1] a6990f0d-066a-40e6-92bf-42c09941b9cf {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.249072] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a4aa6c7-1eed-48c1-8311-3cd352b3d44d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.257552] env[68166]: DEBUG oslo_vmware.api [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Waiting for the task: (returnval){ [ 929.257552] env[68166]: value = "task-2807049" [ 929.257552] env[68166]: _type = "Task" [ 929.257552] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.271782] env[68166]: DEBUG oslo_vmware.api [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2807049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.314427] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.457583] env[68166]: DEBUG nova.network.neutron [req-63e88aae-8b32-49f1-b585-93e40853ae3e req-138b0512-92f9-4897-aab5-547bdc36ce30 service nova] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Updated VIF entry in instance network info cache for port 1dac9330-25ee-4333-953b-2018c2c190be. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.457583] env[68166]: DEBUG nova.network.neutron [req-63e88aae-8b32-49f1-b585-93e40853ae3e req-138b0512-92f9-4897-aab5-547bdc36ce30 service nova] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Updating instance_info_cache with network_info: [{"id": "1dac9330-25ee-4333-953b-2018c2c190be", "address": "fa:16:3e:df:42:fb", "network": {"id": "bd67dff8-3a8e-4db7-8926-dc3226e6728e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-887464420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2aece951d7e4ab3a839c9e7f20727e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dac9330-25", "ovs_interfaceid": "1dac9330-25ee-4333-953b-2018c2c190be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.506031] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e5d592-d0a9-c840-65a0-e8e5ff9d744d, 'name': SearchDatastore_Task, 'duration_secs': 0.010349} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.506031] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.506215] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.506412] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.506572] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.506757] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.509373] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-283335fe-805a-48f2-8480-cbf351db8259 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.519219] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.519410] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.520166] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32992e07-b6b1-4b27-82ba-822c12ab2fd7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.528698] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Waiting for the task: (returnval){ [ 929.528698] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d7bb44-04e4-3a9e-15a4-51f29221ceef" [ 929.528698] env[68166]: _type = "Task" [ 929.528698] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.540425] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d7bb44-04e4-3a9e-15a4-51f29221ceef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.548479] env[68166]: DEBUG oslo_vmware.api [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807044, 'name': PowerOffVM_Task, 'duration_secs': 0.200921} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.551035] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.551219] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.551643] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84bdd740-638c-4c25-87bc-819669f0f8cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.619570] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.619821] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.620017] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleting the datastore file [datastore1] 5fc5510e-d7d2-4085-9c96-388b041d0b9f {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.620290] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ea6882d-731b-4ed9-879f-93c6134bc896 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.623800] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95092aaf-37f3-4551-951c-922f6e39224c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.632167] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe89c91-6983-468a-9edc-e2cf93e15934 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.635491] env[68166]: DEBUG oslo_vmware.api [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 929.635491] env[68166]: value = "task-2807051" [ 929.635491] env[68166]: _type = "Task" [ 929.635491] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.665699] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffbbc5e-8fd5-418a-b170-a5644a9756c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.671355] env[68166]: DEBUG oslo_vmware.api [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.677261] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45661ecb-d2b0-49a7-bdc5-b4a30c47fac2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.692037] env[68166]: DEBUG nova.compute.provider_tree [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.709758] env[68166]: DEBUG oslo_vmware.api [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Task: {'id': task-2807048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173564} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.710037] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.710225] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.710406] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.710618] env[68166]: INFO nova.compute.manager [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 929.710838] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.711081] env[68166]: DEBUG nova.compute.manager [-] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.711179] env[68166]: DEBUG nova.network.neutron [-] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.770158] env[68166]: DEBUG oslo_vmware.api [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Task: {'id': task-2807049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174877} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.770418] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.770603] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.770802] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.771015] env[68166]: INFO nova.compute.manager [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 929.771290] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.771503] env[68166]: DEBUG nova.compute.manager [-] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.771600] env[68166]: DEBUG nova.network.neutron [-] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.931230] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "419e071b-87a4-422d-a2b0-1d04042b34e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.931936] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "419e071b-87a4-422d-a2b0-1d04042b34e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.932333] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "419e071b-87a4-422d-a2b0-1d04042b34e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.932562] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "419e071b-87a4-422d-a2b0-1d04042b34e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.932741] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "419e071b-87a4-422d-a2b0-1d04042b34e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.935666] env[68166]: INFO nova.compute.manager [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Terminating instance [ 929.962522] env[68166]: DEBUG oslo_concurrency.lockutils [req-63e88aae-8b32-49f1-b585-93e40853ae3e req-138b0512-92f9-4897-aab5-547bdc36ce30 service nova] Releasing lock "refresh_cache-161ab637-d9f0-4467-a741-8b2696e376d4" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.039375] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d7bb44-04e4-3a9e-15a4-51f29221ceef, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.040221] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395cc203-43ac-4ea3-a50f-589338fee7e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.051804] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Waiting for the task: (returnval){ [ 930.051804] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52fd1e6d-4b41-4548-4427-3d686b01844c" [ 930.051804] env[68166]: _type = "Task" [ 930.051804] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.061096] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52fd1e6d-4b41-4548-4427-3d686b01844c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.146393] env[68166]: DEBUG oslo_vmware.api [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280976} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.146667] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.146931] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.147266] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.147355] env[68166]: INFO nova.compute.manager [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 930.147539] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.147824] env[68166]: DEBUG nova.compute.manager [-] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.147824] env[68166]: DEBUG nova.network.neutron [-] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.198028] env[68166]: DEBUG nova.scheduler.client.report [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.324190] env[68166]: DEBUG nova.compute.manager [req-920d7c39-8eb3-4e59-be80-7303f665d081 req-1d4ea56c-31b3-4a30-a89a-a9897dab7c03 service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Received event network-vif-deleted-b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.324190] env[68166]: INFO nova.compute.manager [req-920d7c39-8eb3-4e59-be80-7303f665d081 req-1d4ea56c-31b3-4a30-a89a-a9897dab7c03 service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Neutron deleted interface b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c; detaching it from the instance and deleting it from the info cache [ 930.324687] env[68166]: DEBUG nova.network.neutron [req-920d7c39-8eb3-4e59-be80-7303f665d081 req-1d4ea56c-31b3-4a30-a89a-a9897dab7c03 service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.386114] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.386452] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.386897] env[68166]: INFO nova.compute.manager [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Attaching volume 00317625-2735-4d97-b2da-a3d3b1112030 to /dev/sdb [ 930.431605] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4203cdad-ee54-43fb-8d85-a5afcf7d124d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.439461] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40661f17-d48b-4a0e-a658-b06e2e020dcc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.442879] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "refresh_cache-419e071b-87a4-422d-a2b0-1d04042b34e7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.443011] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquired lock "refresh_cache-419e071b-87a4-422d-a2b0-1d04042b34e7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.443169] env[68166]: DEBUG nova.network.neutron [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.457129] env[68166]: DEBUG nova.virt.block_device [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updating existing volume attachment record: cc59edf2-1cdd-4741-a47d-1c09b80dd1be {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 930.461894] env[68166]: DEBUG nova.network.neutron [-] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.563056] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52fd1e6d-4b41-4548-4427-3d686b01844c, 'name': SearchDatastore_Task, 'duration_secs': 0.013741} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.563481] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.563835] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 161ab637-d9f0-4467-a741-8b2696e376d4/161ab637-d9f0-4467-a741-8b2696e376d4.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.564243] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22782ed1-0b46-48d4-9583-c2ca5e17c288 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.574020] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Waiting for the task: (returnval){ [ 930.574020] env[68166]: value = "task-2807052" [ 930.574020] env[68166]: _type = "Task" [ 930.574020] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.581615] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.706880] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.706880] env[68166]: DEBUG nova.compute.manager [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.707710] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.018s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.709221] env[68166]: INFO nova.compute.claims [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.780297] env[68166]: DEBUG nova.compute.manager [req-bfa53b58-3122-42ac-ae98-8065080ba63b req-c355f510-a03f-4877-b265-4aaa17964bdd service nova] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Received event network-vif-deleted-3d97f0b4-60fe-45d9-a330-1958a9e1aff6 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.780297] env[68166]: DEBUG nova.compute.manager [req-bfa53b58-3122-42ac-ae98-8065080ba63b req-c355f510-a03f-4877-b265-4aaa17964bdd service nova] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Received event network-vif-deleted-eda2ff5f-9ab7-4013-a70f-2957b0e1079e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.780297] env[68166]: INFO nova.compute.manager [req-bfa53b58-3122-42ac-ae98-8065080ba63b req-c355f510-a03f-4877-b265-4aaa17964bdd service nova] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Neutron deleted interface eda2ff5f-9ab7-4013-a70f-2957b0e1079e; detaching it from the instance and deleting it from the info cache [ 930.780297] env[68166]: DEBUG nova.network.neutron [req-bfa53b58-3122-42ac-ae98-8065080ba63b req-c355f510-a03f-4877-b265-4aaa17964bdd service nova] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.800039] env[68166]: DEBUG nova.network.neutron [-] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.831334] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c09713e-f801-4b9c-a09a-4f03304e77b9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.845685] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98ed42a-4b2c-4a26-a687-0fbda903ceb1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.886399] env[68166]: DEBUG nova.compute.manager [req-920d7c39-8eb3-4e59-be80-7303f665d081 req-1d4ea56c-31b3-4a30-a89a-a9897dab7c03 service nova] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Detach interface failed, port_id=b1cfd5a8-8312-4821-b86e-2b8ff6c6f42c, reason: Instance a6990f0d-066a-40e6-92bf-42c09941b9cf could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 930.903655] env[68166]: DEBUG nova.network.neutron [-] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.966965] env[68166]: INFO nova.compute.manager [-] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Took 1.26 seconds to deallocate network for instance. [ 930.969593] env[68166]: DEBUG nova.network.neutron [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.064388] env[68166]: DEBUG nova.network.neutron [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.084574] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807052, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.214522] env[68166]: DEBUG nova.compute.utils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.218938] env[68166]: DEBUG nova.compute.manager [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.219226] env[68166]: DEBUG nova.network.neutron [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.259802] env[68166]: DEBUG nova.policy [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d2244c2dcf142c1a7464b8c41bec124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71952280a6694532ae2017bd032943f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.285627] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bc15197-0660-48da-955d-615f407204cb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.295651] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944db9cd-5c62-4fbf-a465-58bfe41f0cd0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.307414] env[68166]: INFO nova.compute.manager [-] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Took 1.54 seconds to deallocate network for instance. [ 931.333204] env[68166]: DEBUG nova.compute.manager [req-bfa53b58-3122-42ac-ae98-8065080ba63b req-c355f510-a03f-4877-b265-4aaa17964bdd service nova] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Detach interface failed, port_id=eda2ff5f-9ab7-4013-a70f-2957b0e1079e, reason: Instance 5fc5510e-d7d2-4085-9c96-388b041d0b9f could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 931.407117] env[68166]: INFO nova.compute.manager [-] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Took 1.26 seconds to deallocate network for instance. [ 931.476561] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.504062] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 931.504312] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564101', 'volume_id': '2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc', 'name': 'volume-2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f657381-f0cf-40e4-87f7-815ccb5eaf9b', 'attached_at': '', 'detached_at': '', 'volume_id': '2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc', 'serial': '2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 931.505202] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf113a4-607d-49d2-9c62-882ad86d7d7a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.522579] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d5a969-7dfd-46d1-a77e-1735725f3b08 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.548910] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc/volume-2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.549770] env[68166]: DEBUG nova.network.neutron [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Successfully created port: 33f747e8-d51d-4e28-b62b-1c7f165b3646 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.551594] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-383134b6-5453-45bb-ba97-9c3cd044515e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.567567] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Releasing lock "refresh_cache-419e071b-87a4-422d-a2b0-1d04042b34e7" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.567567] env[68166]: DEBUG nova.compute.manager [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.567567] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.568248] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec2dc90-9a33-40b9-8459-7e03f0b39a52 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.572410] env[68166]: DEBUG oslo_vmware.api [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 931.572410] env[68166]: value = "task-2807056" [ 931.572410] env[68166]: _type = "Task" [ 931.572410] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.577866] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.581216] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-264fe078-b554-42de-b5ab-c6c74e908408 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.586489] env[68166]: DEBUG oslo_vmware.api [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807056, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.589533] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513902} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.590589] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 161ab637-d9f0-4467-a741-8b2696e376d4/161ab637-d9f0-4467-a741-8b2696e376d4.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.590852] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.591259] env[68166]: DEBUG oslo_vmware.api [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 931.591259] env[68166]: value = "task-2807057" [ 931.591259] env[68166]: _type = "Task" [ 931.591259] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.591520] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1d501f5-0606-4f4d-bc39-45ac99d35704 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.605232] env[68166]: DEBUG oslo_vmware.api [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2807057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.606688] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Waiting for the task: (returnval){ [ 931.606688] env[68166]: value = "task-2807058" [ 931.606688] env[68166]: _type = "Task" [ 931.606688] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.621021] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.720468] env[68166]: DEBUG nova.compute.manager [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.813781] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.912850] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.086775] env[68166]: DEBUG oslo_vmware.api [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807056, 'name': ReconfigVM_Task, 'duration_secs': 0.412831} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.087015] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc/volume-2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.094787] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58b8e15a-512d-49d0-8e5a-814e8bdc5b30 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.116979] env[68166]: DEBUG oslo_vmware.api [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 932.116979] env[68166]: value = "task-2807059" [ 932.116979] env[68166]: _type = "Task" [ 932.116979] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.124600] env[68166]: DEBUG oslo_vmware.api [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2807057, 'name': PowerOffVM_Task, 'duration_secs': 0.171321} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.125225] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07069} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.128269] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.128564] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.128834] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.129126] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4dba3dc-8712-4c04-abdc-21110fc85d2a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.131043] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09c49d9-17d9-467a-a6ca-6a1b2dd02ff7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.135871] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb00ef2-8e6e-4dad-b6ab-f567c201f4e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.156823] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 161ab637-d9f0-4467-a741-8b2696e376d4/161ab637-d9f0-4467-a741-8b2696e376d4.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.161104] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27a142b-25df-4de8-bf0c-973f4fa5b18d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.175999] env[68166]: DEBUG oslo_vmware.api [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.179016] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.179232] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.179440] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Deleting the datastore file [datastore2] 419e071b-87a4-422d-a2b0-1d04042b34e7 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.180163] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-057bde2a-a447-451f-a886-82ae00317647 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.182736] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb62ef5-931c-43be-b8b4-871027e26a09 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.189449] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Waiting for the task: (returnval){ [ 932.189449] env[68166]: value = "task-2807061" [ 932.189449] env[68166]: _type = "Task" [ 932.189449] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.220526] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2c6660-1209-45e9-a0dc-db0d1ce25e95 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.223425] env[68166]: DEBUG oslo_vmware.api [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for the task: (returnval){ [ 932.223425] env[68166]: value = "task-2807062" [ 932.223425] env[68166]: _type = "Task" [ 932.223425] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.226872] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.237236] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0900fbd0-5882-4332-a61e-d3e572e25b3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.245325] env[68166]: DEBUG oslo_vmware.api [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2807062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.255327] env[68166]: DEBUG nova.compute.provider_tree [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.564199] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.564497] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.565144] env[68166]: INFO nova.compute.manager [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Rebooting instance [ 932.634104] env[68166]: DEBUG oslo_vmware.api [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.699986] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807061, 'name': ReconfigVM_Task, 'duration_secs': 0.283587} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.700291] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 161ab637-d9f0-4467-a741-8b2696e376d4/161ab637-d9f0-4467-a741-8b2696e376d4.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.700953] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dcfb5c4-ee4f-4481-a5f8-c99676e07a7e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.710478] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Waiting for the task: (returnval){ [ 932.710478] env[68166]: value = "task-2807063" [ 932.710478] env[68166]: _type = "Task" [ 932.710478] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.720255] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807063, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.736016] env[68166]: DEBUG oslo_vmware.api [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Task: {'id': task-2807062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098436} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.737382] env[68166]: DEBUG nova.compute.manager [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.739472] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.739660] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.739971] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.740079] env[68166]: INFO nova.compute.manager [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 932.740299] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.740703] env[68166]: DEBUG nova.compute.manager [-] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.740821] env[68166]: DEBUG nova.network.neutron [-] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.761910] env[68166]: DEBUG nova.scheduler.client.report [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.762985] env[68166]: DEBUG nova.network.neutron [-] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.767990] env[68166]: DEBUG nova.virt.hardware [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.768270] env[68166]: DEBUG nova.virt.hardware [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.768427] env[68166]: DEBUG nova.virt.hardware [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.768662] env[68166]: DEBUG nova.virt.hardware [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.768749] env[68166]: DEBUG nova.virt.hardware [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.768893] env[68166]: DEBUG nova.virt.hardware [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.769109] env[68166]: DEBUG nova.virt.hardware [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.769269] env[68166]: DEBUG nova.virt.hardware [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.769458] env[68166]: DEBUG nova.virt.hardware [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.769591] env[68166]: DEBUG nova.virt.hardware [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.769759] env[68166]: DEBUG nova.virt.hardware [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.770644] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc66c5a1-8e88-4875-9133-892e6e2a24c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.780321] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110fba94-e86b-4bef-a1d7-9d0b0aaf7eac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.060466] env[68166]: DEBUG nova.compute.manager [req-77305636-7483-4d96-ad66-611a95e7777d req-2a379b12-daa9-4c77-963a-541e79567952 service nova] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Received event network-vif-plugged-33f747e8-d51d-4e28-b62b-1c7f165b3646 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.060683] env[68166]: DEBUG oslo_concurrency.lockutils [req-77305636-7483-4d96-ad66-611a95e7777d req-2a379b12-daa9-4c77-963a-541e79567952 service nova] Acquiring lock "f9d4aa13-4f1a-4f30-a922-f598482d693b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.060966] env[68166]: DEBUG oslo_concurrency.lockutils [req-77305636-7483-4d96-ad66-611a95e7777d req-2a379b12-daa9-4c77-963a-541e79567952 service nova] Lock "f9d4aa13-4f1a-4f30-a922-f598482d693b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.061153] env[68166]: DEBUG oslo_concurrency.lockutils [req-77305636-7483-4d96-ad66-611a95e7777d req-2a379b12-daa9-4c77-963a-541e79567952 service nova] Lock "f9d4aa13-4f1a-4f30-a922-f598482d693b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.061319] env[68166]: DEBUG nova.compute.manager [req-77305636-7483-4d96-ad66-611a95e7777d req-2a379b12-daa9-4c77-963a-541e79567952 service nova] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] No waiting events found dispatching network-vif-plugged-33f747e8-d51d-4e28-b62b-1c7f165b3646 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.061487] env[68166]: WARNING nova.compute.manager [req-77305636-7483-4d96-ad66-611a95e7777d req-2a379b12-daa9-4c77-963a-541e79567952 service nova] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Received unexpected event network-vif-plugged-33f747e8-d51d-4e28-b62b-1c7f165b3646 for instance with vm_state building and task_state spawning. [ 933.093042] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.093042] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.093358] env[68166]: DEBUG nova.network.neutron [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.136532] env[68166]: DEBUG oslo_vmware.api [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807059, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.138238] env[68166]: DEBUG nova.network.neutron [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Successfully updated port: 33f747e8-d51d-4e28-b62b-1c7f165b3646 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.220754] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807063, 'name': Rename_Task, 'duration_secs': 0.158363} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.221080] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.221332] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7347cd0e-810f-4e40-b8ff-9b66ad639480 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.228875] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Waiting for the task: (returnval){ [ 933.228875] env[68166]: value = "task-2807065" [ 933.228875] env[68166]: _type = "Task" [ 933.228875] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.239012] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.265318] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.265905] env[68166]: DEBUG nova.compute.manager [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.268794] env[68166]: DEBUG nova.network.neutron [-] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.270106] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.582s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.270317] env[68166]: DEBUG nova.objects.instance [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lazy-loading 'resources' on Instance uuid a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.636962] env[68166]: DEBUG oslo_vmware.api [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807059, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.643760] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Acquiring lock "refresh_cache-f9d4aa13-4f1a-4f30-a922-f598482d693b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.643890] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Acquired lock "refresh_cache-f9d4aa13-4f1a-4f30-a922-f598482d693b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.644051] env[68166]: DEBUG nova.network.neutron [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.739357] env[68166]: DEBUG oslo_vmware.api [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807065, 'name': PowerOnVM_Task, 'duration_secs': 0.49165} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.739614] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.739829] env[68166]: INFO nova.compute.manager [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Took 7.54 seconds to spawn the instance on the hypervisor. [ 933.740060] env[68166]: DEBUG nova.compute.manager [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.740851] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bddaad6-f106-4dae-9587-d11a8fca368e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.772816] env[68166]: DEBUG nova.compute.utils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.774205] env[68166]: DEBUG nova.compute.manager [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.774483] env[68166]: DEBUG nova.network.neutron [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.780442] env[68166]: INFO nova.compute.manager [-] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Took 1.04 seconds to deallocate network for instance. [ 933.788159] env[68166]: DEBUG nova.compute.manager [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.836303] env[68166]: DEBUG nova.policy [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cd1bcdf42f6492ab9143bcbe2e1ef08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bf6e6ff5dfc42159cbfb7051fd1a72a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.849089] env[68166]: DEBUG nova.network.neutron [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance_info_cache with network_info: [{"id": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "address": "fa:16:3e:99:be:ba", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcdf42f-77", "ovs_interfaceid": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.142984] env[68166]: DEBUG oslo_vmware.api [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807059, 'name': ReconfigVM_Task, 'duration_secs': 1.978929} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.143579] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564101', 'volume_id': '2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc', 'name': 'volume-2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f657381-f0cf-40e4-87f7-815ccb5eaf9b', 'attached_at': '', 'detached_at': '', 'volume_id': '2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc', 'serial': '2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 934.186604] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81f99e4-2c76-4e3d-9f57-93564f8a6161 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.189112] env[68166]: DEBUG nova.network.neutron [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.198105] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2b0bb9-1980-447a-aaba-f20b24c0a589 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.202847] env[68166]: DEBUG nova.network.neutron [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Successfully created port: 262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.234972] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dba0f4-aceb-4dab-b791-dde263d1bcd9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.244236] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a9f89e-d9bd-42da-b57b-aa76f626135b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.264624] env[68166]: DEBUG nova.compute.provider_tree [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.270801] env[68166]: INFO nova.compute.manager [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Took 25.51 seconds to build instance. [ 934.297242] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.351396] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.407417] env[68166]: DEBUG nova.network.neutron [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Updating instance_info_cache with network_info: [{"id": "33f747e8-d51d-4e28-b62b-1c7f165b3646", "address": "fa:16:3e:41:23:c2", "network": {"id": "59083622-17e5-4e7f-8003-f9120ef76401", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1845765104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71952280a6694532ae2017bd032943f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33f747e8-d5", "ovs_interfaceid": "33f747e8-d51d-4e28-b62b-1c7f165b3646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.772037] env[68166]: DEBUG nova.scheduler.client.report [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.775378] env[68166]: DEBUG oslo_concurrency.lockutils [None req-109fc545-11a0-47a5-be6b-4468d08d4229 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Lock "161ab637-d9f0-4467-a741-8b2696e376d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.027s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.801476] env[68166]: DEBUG nova.compute.manager [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.831292] env[68166]: DEBUG nova.virt.hardware [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.831545] env[68166]: DEBUG nova.virt.hardware [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.832356] env[68166]: DEBUG nova.virt.hardware [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.832356] env[68166]: DEBUG nova.virt.hardware [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.832356] env[68166]: DEBUG nova.virt.hardware [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.832356] env[68166]: DEBUG nova.virt.hardware [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.832636] env[68166]: DEBUG nova.virt.hardware [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.832680] env[68166]: DEBUG nova.virt.hardware [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.832852] env[68166]: DEBUG nova.virt.hardware [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.833049] env[68166]: DEBUG nova.virt.hardware [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.833269] env[68166]: DEBUG nova.virt.hardware [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.834179] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd273bfb-805e-40c6-ae01-678417b2f49a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.843408] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e486a-4425-4516-83eb-827cf2bab9d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.858898] env[68166]: DEBUG nova.compute.manager [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.859681] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c969cd-2a3d-480d-83a9-94b550811b0a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.909972] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Releasing lock "refresh_cache-f9d4aa13-4f1a-4f30-a922-f598482d693b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.910321] env[68166]: DEBUG nova.compute.manager [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Instance network_info: |[{"id": "33f747e8-d51d-4e28-b62b-1c7f165b3646", "address": "fa:16:3e:41:23:c2", "network": {"id": "59083622-17e5-4e7f-8003-f9120ef76401", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1845765104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71952280a6694532ae2017bd032943f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33f747e8-d5", "ovs_interfaceid": "33f747e8-d51d-4e28-b62b-1c7f165b3646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.911047] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:23:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33f747e8-d51d-4e28-b62b-1c7f165b3646', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.918477] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Creating folder: Project (71952280a6694532ae2017bd032943f6). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.918797] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d387a08-43a0-43e7-96a8-547ccc9495fe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.932228] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Created folder: Project (71952280a6694532ae2017bd032943f6) in parent group-v563881. [ 934.932337] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Creating folder: Instances. Parent ref: group-v564107. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.932494] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c53d3e03-23d6-46e6-9d9b-cf236904aafa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.942690] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Created folder: Instances in parent group-v564107. [ 934.942800] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.943723] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.943723] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0df5064-6d1b-4d4d-a577-6c7802b998e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.963275] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.963275] env[68166]: value = "task-2807068" [ 934.963275] env[68166]: _type = "Task" [ 934.963275] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.971287] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807068, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.007933] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 935.008241] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564106', 'volume_id': '00317625-2735-4d97-b2da-a3d3b1112030', 'name': 'volume-00317625-2735-4d97-b2da-a3d3b1112030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea744a0c-56e5-4e41-9d0e-b8f5e568d062', 'attached_at': '', 'detached_at': '', 'volume_id': '00317625-2735-4d97-b2da-a3d3b1112030', 'serial': '00317625-2735-4d97-b2da-a3d3b1112030'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 935.009148] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8096fb2e-44f8-44a7-aef4-361baa6f07a6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.026055] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99049e6e-1486-4199-ac53-5dae7c7bfe3c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.054081] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-00317625-2735-4d97-b2da-a3d3b1112030/volume-00317625-2735-4d97-b2da-a3d3b1112030.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.055432] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881d631d-136a-493b-8b18-ca2743493967 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.078371] env[68166]: DEBUG oslo_vmware.api [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 935.078371] env[68166]: value = "task-2807069" [ 935.078371] env[68166]: _type = "Task" [ 935.078371] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.089207] env[68166]: DEBUG oslo_vmware.api [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.116366] env[68166]: DEBUG nova.compute.manager [req-44c6cf07-63ca-4774-a6a8-e41135873674 req-797ced33-91d9-4238-aaa3-8fb808c40dfb service nova] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Received event network-changed-33f747e8-d51d-4e28-b62b-1c7f165b3646 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.116447] env[68166]: DEBUG nova.compute.manager [req-44c6cf07-63ca-4774-a6a8-e41135873674 req-797ced33-91d9-4238-aaa3-8fb808c40dfb service nova] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Refreshing instance network info cache due to event network-changed-33f747e8-d51d-4e28-b62b-1c7f165b3646. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 935.116643] env[68166]: DEBUG oslo_concurrency.lockutils [req-44c6cf07-63ca-4774-a6a8-e41135873674 req-797ced33-91d9-4238-aaa3-8fb808c40dfb service nova] Acquiring lock "refresh_cache-f9d4aa13-4f1a-4f30-a922-f598482d693b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.117115] env[68166]: DEBUG oslo_concurrency.lockutils [req-44c6cf07-63ca-4774-a6a8-e41135873674 req-797ced33-91d9-4238-aaa3-8fb808c40dfb service nova] Acquired lock "refresh_cache-f9d4aa13-4f1a-4f30-a922-f598482d693b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.117115] env[68166]: DEBUG nova.network.neutron [req-44c6cf07-63ca-4774-a6a8-e41135873674 req-797ced33-91d9-4238-aaa3-8fb808c40dfb service nova] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Refreshing network info cache for port 33f747e8-d51d-4e28-b62b-1c7f165b3646 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.193105] env[68166]: DEBUG nova.objects.instance [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lazy-loading 'flavor' on Instance uuid 4f657381-f0cf-40e4-87f7-815ccb5eaf9b {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.276977] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.279518] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.647s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.281016] env[68166]: INFO nova.compute.claims [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.299461] env[68166]: INFO nova.scheduler.client.report [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Deleted allocations for instance a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9 [ 935.473756] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807068, 'name': CreateVM_Task, 'duration_secs': 0.29761} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.473928] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.474621] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.474789] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.475125] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.475379] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ef178d-5c17-429f-9fc5-127ee744c930 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.479859] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Waiting for the task: (returnval){ [ 935.479859] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52226110-4282-31ec-f652-19e010a60442" [ 935.479859] env[68166]: _type = "Task" [ 935.479859] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.488233] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52226110-4282-31ec-f652-19e010a60442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.572416] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Acquiring lock "161ab637-d9f0-4467-a741-8b2696e376d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.572715] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Lock "161ab637-d9f0-4467-a741-8b2696e376d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.572941] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Acquiring lock "161ab637-d9f0-4467-a741-8b2696e376d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.573146] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Lock "161ab637-d9f0-4467-a741-8b2696e376d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.573362] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Lock "161ab637-d9f0-4467-a741-8b2696e376d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.575385] env[68166]: INFO nova.compute.manager [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Terminating instance [ 935.589373] env[68166]: DEBUG oslo_vmware.api [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807069, 'name': ReconfigVM_Task, 'duration_secs': 0.372833} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.589630] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-00317625-2735-4d97-b2da-a3d3b1112030/volume-00317625-2735-4d97-b2da-a3d3b1112030.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.594532] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-679bb23e-ee87-4c63-b62c-49136aead29c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.609781] env[68166]: DEBUG oslo_vmware.api [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 935.609781] env[68166]: value = "task-2807070" [ 935.609781] env[68166]: _type = "Task" [ 935.609781] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.618758] env[68166]: DEBUG oslo_vmware.api [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.699262] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0051f9de-38cd-454a-b467-ca4a240087be tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.314s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.716112] env[68166]: DEBUG nova.compute.manager [req-14aee6ad-bb73-401b-baf6-66a0db4b3fde req-a5d13c3b-4016-41a4-98fb-906bbf04c34b service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Received event network-vif-plugged-262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.716343] env[68166]: DEBUG oslo_concurrency.lockutils [req-14aee6ad-bb73-401b-baf6-66a0db4b3fde req-a5d13c3b-4016-41a4-98fb-906bbf04c34b service nova] Acquiring lock "6da9ed10-f901-42cb-a370-6392ea9589cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.716547] env[68166]: DEBUG oslo_concurrency.lockutils [req-14aee6ad-bb73-401b-baf6-66a0db4b3fde req-a5d13c3b-4016-41a4-98fb-906bbf04c34b service nova] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.716711] env[68166]: DEBUG oslo_concurrency.lockutils [req-14aee6ad-bb73-401b-baf6-66a0db4b3fde req-a5d13c3b-4016-41a4-98fb-906bbf04c34b service nova] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.716874] env[68166]: DEBUG nova.compute.manager [req-14aee6ad-bb73-401b-baf6-66a0db4b3fde req-a5d13c3b-4016-41a4-98fb-906bbf04c34b service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] No waiting events found dispatching network-vif-plugged-262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.718105] env[68166]: WARNING nova.compute.manager [req-14aee6ad-bb73-401b-baf6-66a0db4b3fde req-a5d13c3b-4016-41a4-98fb-906bbf04c34b service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Received unexpected event network-vif-plugged-262a731b-da81-434d-8982-02f5dfa6d83b for instance with vm_state building and task_state spawning. [ 935.797131] env[68166]: DEBUG nova.network.neutron [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Successfully updated port: 262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.811451] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe72385-1398-4459-9934-664144be822f tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.860s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.876797] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1317c7-b186-4be2-b508-4c6fcea67e62 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.884155] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Doing hard reboot of VM {{(pid=68166) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 935.884427] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4b4ffb88-7a71-4c9c-acdd-65b70acd6d31 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.890998] env[68166]: DEBUG oslo_vmware.api [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 935.890998] env[68166]: value = "task-2807071" [ 935.890998] env[68166]: _type = "Task" [ 935.890998] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.900664] env[68166]: DEBUG oslo_vmware.api [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807071, 'name': ResetVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.991586] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52226110-4282-31ec-f652-19e010a60442, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.991800] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.992052] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.992358] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.992518] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.992778] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.993067] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31632452-4ee2-4ed8-ab79-5c84cdf27f85 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.003963] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.003963] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.004258] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2693a3-ccff-499b-8317-adcf7a8105c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.007215] env[68166]: DEBUG nova.network.neutron [req-44c6cf07-63ca-4774-a6a8-e41135873674 req-797ced33-91d9-4238-aaa3-8fb808c40dfb service nova] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Updated VIF entry in instance network info cache for port 33f747e8-d51d-4e28-b62b-1c7f165b3646. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.007540] env[68166]: DEBUG nova.network.neutron [req-44c6cf07-63ca-4774-a6a8-e41135873674 req-797ced33-91d9-4238-aaa3-8fb808c40dfb service nova] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Updating instance_info_cache with network_info: [{"id": "33f747e8-d51d-4e28-b62b-1c7f165b3646", "address": "fa:16:3e:41:23:c2", "network": {"id": "59083622-17e5-4e7f-8003-f9120ef76401", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1845765104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71952280a6694532ae2017bd032943f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33f747e8-d5", "ovs_interfaceid": "33f747e8-d51d-4e28-b62b-1c7f165b3646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.012304] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Waiting for the task: (returnval){ [ 936.012304] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f7f963-69af-41dd-9d0c-d02ffcb8ec81" [ 936.012304] env[68166]: _type = "Task" [ 936.012304] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.021033] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f7f963-69af-41dd-9d0c-d02ffcb8ec81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.082041] env[68166]: DEBUG nova.compute.manager [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.082041] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.082041] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a279d87-f54d-415a-8a69-a0e0c17920e2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.091177] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.091687] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f8d4665-9f89-40a5-b4e6-80ea8226ddc6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.099479] env[68166]: DEBUG oslo_vmware.api [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Waiting for the task: (returnval){ [ 936.099479] env[68166]: value = "task-2807072" [ 936.099479] env[68166]: _type = "Task" [ 936.099479] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.113364] env[68166]: DEBUG oslo_vmware.api [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.127860] env[68166]: DEBUG oslo_vmware.api [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807070, 'name': ReconfigVM_Task, 'duration_secs': 0.156612} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.128263] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564106', 'volume_id': '00317625-2735-4d97-b2da-a3d3b1112030', 'name': 'volume-00317625-2735-4d97-b2da-a3d3b1112030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea744a0c-56e5-4e41-9d0e-b8f5e568d062', 'attached_at': '', 'detached_at': '', 'volume_id': '00317625-2735-4d97-b2da-a3d3b1112030', 'serial': '00317625-2735-4d97-b2da-a3d3b1112030'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 936.303379] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.303549] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.303711] env[68166]: DEBUG nova.network.neutron [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.402577] env[68166]: DEBUG oslo_vmware.api [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807071, 'name': ResetVM_Task, 'duration_secs': 0.116422} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.404957] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Did hard reboot of VM {{(pid=68166) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 936.405216] env[68166]: DEBUG nova.compute.manager [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.406391] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c5f71e-bd99-4f04-a773-e12bc0664ecf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.511016] env[68166]: DEBUG oslo_concurrency.lockutils [req-44c6cf07-63ca-4774-a6a8-e41135873674 req-797ced33-91d9-4238-aaa3-8fb808c40dfb service nova] Releasing lock "refresh_cache-f9d4aa13-4f1a-4f30-a922-f598482d693b" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.524492] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f7f963-69af-41dd-9d0c-d02ffcb8ec81, 'name': SearchDatastore_Task, 'duration_secs': 0.008922} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.528110] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6355246-6c88-49e9-a5f9-5077ce91a572 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.534711] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Waiting for the task: (returnval){ [ 936.534711] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]528dae36-a388-56f2-4b26-05a38a4066e6" [ 936.534711] env[68166]: _type = "Task" [ 936.534711] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.544530] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528dae36-a388-56f2-4b26-05a38a4066e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.613562] env[68166]: DEBUG oslo_vmware.api [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807072, 'name': PowerOffVM_Task, 'duration_secs': 0.230817} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.615160] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.615939] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.617523] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7a351c6-18c7-4b11-a81a-c8dd0229380c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.778467] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c5661-de88-4320-ba33-e0bca3b0d46e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.785986] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52866c78-84c1-41f7-97aa-83c9c02624d5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.833797] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab175924-8074-4946-bf48-e6c31b8b1734 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.842758] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342e6fb3-1040-4020-9e15-1ce53e939cd7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.857334] env[68166]: DEBUG nova.compute.provider_tree [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.884879] env[68166]: DEBUG nova.network.neutron [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.922082] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f452b7e2-f231-49b9-97ad-0e483cf5da29 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.357s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.050140] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528dae36-a388-56f2-4b26-05a38a4066e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.050140] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.050140] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] f9d4aa13-4f1a-4f30-a922-f598482d693b/f9d4aa13-4f1a-4f30-a922-f598482d693b.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.050140] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e7f8593-2203-499e-a174-e458b5bd05bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.057239] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Waiting for the task: (returnval){ [ 937.057239] env[68166]: value = "task-2807074" [ 937.057239] env[68166]: _type = "Task" [ 937.057239] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.072072] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.123698] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.124108] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.124996] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Deleting the datastore file [datastore2] 161ab637-d9f0-4467-a741-8b2696e376d4 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.125404] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-873a8949-b4b8-4da1-bbab-c20767ea9cdb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.133096] env[68166]: DEBUG oslo_vmware.api [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Waiting for the task: (returnval){ [ 937.133096] env[68166]: value = "task-2807075" [ 937.133096] env[68166]: _type = "Task" [ 937.133096] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.146234] env[68166]: DEBUG oslo_vmware.api [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.204685] env[68166]: DEBUG nova.network.neutron [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updating instance_info_cache with network_info: [{"id": "262a731b-da81-434d-8982-02f5dfa6d83b", "address": "fa:16:3e:cb:2e:1c", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262a731b-da", "ovs_interfaceid": "262a731b-da81-434d-8982-02f5dfa6d83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.205492] env[68166]: DEBUG nova.objects.instance [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lazy-loading 'flavor' on Instance uuid ea744a0c-56e5-4e41-9d0e-b8f5e568d062 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.361037] env[68166]: DEBUG nova.scheduler.client.report [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.550267] env[68166]: INFO nova.compute.manager [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Rescuing [ 937.550560] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.550717] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.550957] env[68166]: DEBUG nova.network.neutron [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.568290] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807074, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.644012] env[68166]: DEBUG oslo_vmware.api [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Task: {'id': task-2807075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450013} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.644223] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.644467] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.644660] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.644839] env[68166]: INFO nova.compute.manager [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Took 1.57 seconds to destroy the instance on the hypervisor. [ 937.645100] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.645285] env[68166]: DEBUG nova.compute.manager [-] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.645380] env[68166]: DEBUG nova.network.neutron [-] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.709294] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.709676] env[68166]: DEBUG nova.compute.manager [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Instance network_info: |[{"id": "262a731b-da81-434d-8982-02f5dfa6d83b", "address": "fa:16:3e:cb:2e:1c", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262a731b-da", "ovs_interfaceid": "262a731b-da81-434d-8982-02f5dfa6d83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.711950] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:2e:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '262a731b-da81-434d-8982-02f5dfa6d83b', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.720934] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.721654] env[68166]: DEBUG oslo_concurrency.lockutils [None req-27be146d-30a9-4142-9032-133fe9672e2f tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.335s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.722976] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.723357] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a62548af-8ce0-4fe9-be9a-ee440f58e8f1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.752573] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.752573] env[68166]: value = "task-2807076" [ 937.752573] env[68166]: _type = "Task" [ 937.752573] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.762036] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807076, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.826308] env[68166]: DEBUG nova.compute.manager [req-b6c0d207-8285-43d6-8dd9-65e45db71eff req-8ac9ddaa-a26f-43f6-94c4-25db6020b20e service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Received event network-changed-262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.826501] env[68166]: DEBUG nova.compute.manager [req-b6c0d207-8285-43d6-8dd9-65e45db71eff req-8ac9ddaa-a26f-43f6-94c4-25db6020b20e service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Refreshing instance network info cache due to event network-changed-262a731b-da81-434d-8982-02f5dfa6d83b. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.826721] env[68166]: DEBUG oslo_concurrency.lockutils [req-b6c0d207-8285-43d6-8dd9-65e45db71eff req-8ac9ddaa-a26f-43f6-94c4-25db6020b20e service nova] Acquiring lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.826865] env[68166]: DEBUG oslo_concurrency.lockutils [req-b6c0d207-8285-43d6-8dd9-65e45db71eff req-8ac9ddaa-a26f-43f6-94c4-25db6020b20e service nova] Acquired lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.829362] env[68166]: DEBUG nova.network.neutron [req-b6c0d207-8285-43d6-8dd9-65e45db71eff req-8ac9ddaa-a26f-43f6-94c4-25db6020b20e service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Refreshing network info cache for port 262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.867530] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.868323] env[68166]: DEBUG nova.compute.manager [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.875635] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.743s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.875635] env[68166]: DEBUG nova.objects.instance [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'resources' on Instance uuid 04700440-a230-4390-9a6f-b258604697d4 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.073653] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542536} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.073884] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] f9d4aa13-4f1a-4f30-a922-f598482d693b/f9d4aa13-4f1a-4f30-a922-f598482d693b.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.074118] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.078025] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-374c180c-584d-4898-b493-0fb6c21e90a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.081903] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Waiting for the task: (returnval){ [ 938.081903] env[68166]: value = "task-2807077" [ 938.081903] env[68166]: _type = "Task" [ 938.081903] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.090207] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.269876] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807076, 'name': CreateVM_Task, 'duration_secs': 0.324618} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.270050] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.270751] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.271290] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.271290] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.272037] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86a20c3-947d-41ca-a238-0fc951bf5a28 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.284896] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 938.284896] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]523b473c-2042-dba2-599a-776de7d1d202" [ 938.284896] env[68166]: _type = "Task" [ 938.284896] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.293862] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523b473c-2042-dba2-599a-776de7d1d202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.297243] env[68166]: DEBUG nova.compute.manager [req-72b3946b-8279-4d85-860d-abafcb9d38b2 req-998c61d4-6440-48e8-875e-29da74cf8ef2 service nova] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Received event network-vif-deleted-1dac9330-25ee-4333-953b-2018c2c190be {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.297497] env[68166]: INFO nova.compute.manager [req-72b3946b-8279-4d85-860d-abafcb9d38b2 req-998c61d4-6440-48e8-875e-29da74cf8ef2 service nova] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Neutron deleted interface 1dac9330-25ee-4333-953b-2018c2c190be; detaching it from the instance and deleting it from the info cache [ 938.299933] env[68166]: DEBUG nova.network.neutron [req-72b3946b-8279-4d85-860d-abafcb9d38b2 req-998c61d4-6440-48e8-875e-29da74cf8ef2 service nova] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.357550] env[68166]: DEBUG nova.network.neutron [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updating instance_info_cache with network_info: [{"id": "68696588-9b6f-4436-ba0b-6453b10ddc61", "address": "fa:16:3e:4d:ac:30", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68696588-9b", "ovs_interfaceid": "68696588-9b6f-4436-ba0b-6453b10ddc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.377958] env[68166]: DEBUG nova.compute.utils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.386740] env[68166]: DEBUG nova.compute.manager [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.386928] env[68166]: DEBUG nova.network.neutron [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.397560] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.397560] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.438357] env[68166]: DEBUG nova.policy [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd351b4eae3cf4c1796ebd760f89112fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a736052924eb48359c50526652593e84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.519245] env[68166]: DEBUG nova.network.neutron [-] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.594841] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07721} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.594841] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.599057] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b120422f-023a-4fb3-bcc8-6a10f92c8570 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.621648] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] f9d4aa13-4f1a-4f30-a922-f598482d693b/f9d4aa13-4f1a-4f30-a922-f598482d693b.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.624794] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dccaef8-4fea-4b13-866e-683ba4c54637 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.642721] env[68166]: DEBUG nova.network.neutron [req-b6c0d207-8285-43d6-8dd9-65e45db71eff req-8ac9ddaa-a26f-43f6-94c4-25db6020b20e service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updated VIF entry in instance network info cache for port 262a731b-da81-434d-8982-02f5dfa6d83b. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.643081] env[68166]: DEBUG nova.network.neutron [req-b6c0d207-8285-43d6-8dd9-65e45db71eff req-8ac9ddaa-a26f-43f6-94c4-25db6020b20e service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updating instance_info_cache with network_info: [{"id": "262a731b-da81-434d-8982-02f5dfa6d83b", "address": "fa:16:3e:cb:2e:1c", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262a731b-da", "ovs_interfaceid": "262a731b-da81-434d-8982-02f5dfa6d83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.652947] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Waiting for the task: (returnval){ [ 938.652947] env[68166]: value = "task-2807078" [ 938.652947] env[68166]: _type = "Task" [ 938.652947] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.667832] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.800693] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523b473c-2042-dba2-599a-776de7d1d202, 'name': SearchDatastore_Task, 'duration_secs': 0.040066} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.800955] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aaec0a84-a951-4a53-b0e2-317a7817d488 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.803267] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.803508] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.803739] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.803884] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.804075] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.804318] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eca44a4d-081e-4ddc-b89d-ba3586543cb3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.816706] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.816706] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.817575] env[68166]: DEBUG nova.network.neutron [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Successfully created port: 567179ea-4055-4fbc-9332-752568c9f5aa {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.819496] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d60780e-2d9f-4de8-abe9-6387ab650a3a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.824847] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324bed1a-7319-4003-9876-37e240220cdc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.847777] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 938.847777] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521fa273-ca8e-8295-9300-526590c11968" [ 938.847777] env[68166]: _type = "Task" [ 938.847777] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.873161] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.876136] env[68166]: DEBUG nova.compute.manager [req-72b3946b-8279-4d85-860d-abafcb9d38b2 req-998c61d4-6440-48e8-875e-29da74cf8ef2 service nova] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Detach interface failed, port_id=1dac9330-25ee-4333-953b-2018c2c190be, reason: Instance 161ab637-d9f0-4467-a741-8b2696e376d4 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 938.880428] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521fa273-ca8e-8295-9300-526590c11968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.888353] env[68166]: DEBUG nova.compute.manager [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.891976] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c86e1e4-e72a-4253-8ebd-24029286ba71 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.901020] env[68166]: DEBUG nova.compute.manager [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.903603] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae4e373-a1a3-4764-a9ee-8f881fa5e5b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.951955] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a464ecd2-efdd-443e-8210-d364bacf41de {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.956118] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "8c27ff80-498e-4288-876b-50ab60154cab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.956288] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "8c27ff80-498e-4288-876b-50ab60154cab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.962164] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe4225-b064-44a5-b0a7-43c331daf47e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.978064] env[68166]: DEBUG nova.compute.provider_tree [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.022265] env[68166]: INFO nova.compute.manager [-] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Took 1.38 seconds to deallocate network for instance. [ 939.146697] env[68166]: DEBUG oslo_concurrency.lockutils [req-b6c0d207-8285-43d6-8dd9-65e45db71eff req-8ac9ddaa-a26f-43f6-94c4-25db6020b20e service nova] Releasing lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.163706] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807078, 'name': ReconfigVM_Task, 'duration_secs': 0.328402} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.163988] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Reconfigured VM instance instance-00000051 to attach disk [datastore2] f9d4aa13-4f1a-4f30-a922-f598482d693b/f9d4aa13-4f1a-4f30-a922-f598482d693b.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.164655] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b34678a6-0019-44f2-adae-441afe767884 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.172265] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Waiting for the task: (returnval){ [ 939.172265] env[68166]: value = "task-2807079" [ 939.172265] env[68166]: _type = "Task" [ 939.172265] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.185093] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807079, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.366196] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521fa273-ca8e-8295-9300-526590c11968, 'name': SearchDatastore_Task, 'duration_secs': 0.011977} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.367240] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6519e5f7-62f4-4527-b32d-de0b8b8565a0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.373341] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 939.373341] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5227cbc6-4b6e-d161-688a-011ad1f74014" [ 939.373341] env[68166]: _type = "Task" [ 939.373341] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.382078] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5227cbc6-4b6e-d161-688a-011ad1f74014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.428838] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.480861] env[68166]: DEBUG nova.scheduler.client.report [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.530578] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.688228] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807079, 'name': Rename_Task, 'duration_secs': 0.149442} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.688553] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.688821] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb98f6a2-7258-45da-a5c1-5504927c445b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.696470] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Waiting for the task: (returnval){ [ 939.696470] env[68166]: value = "task-2807080" [ 939.696470] env[68166]: _type = "Task" [ 939.696470] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.706129] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.885921] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5227cbc6-4b6e-d161-688a-011ad1f74014, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.886348] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.886512] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 6da9ed10-f901-42cb-a370-6392ea9589cd/6da9ed10-f901-42cb-a370-6392ea9589cd.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.886756] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9aa1cf14-9496-484c-9a02-4560c09f4ccd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.894844] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 939.894844] env[68166]: value = "task-2807081" [ 939.894844] env[68166]: _type = "Task" [ 939.894844] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.903884] env[68166]: DEBUG nova.compute.manager [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.905938] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.930565] env[68166]: DEBUG nova.virt.hardware [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.930888] env[68166]: DEBUG nova.virt.hardware [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.931124] env[68166]: DEBUG nova.virt.hardware [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.931342] env[68166]: DEBUG nova.virt.hardware [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.931494] env[68166]: DEBUG nova.virt.hardware [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.931656] env[68166]: DEBUG nova.virt.hardware [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.931915] env[68166]: DEBUG nova.virt.hardware [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.932115] env[68166]: DEBUG nova.virt.hardware [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.932303] env[68166]: DEBUG nova.virt.hardware [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.932471] env[68166]: DEBUG nova.virt.hardware [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.932663] env[68166]: DEBUG nova.virt.hardware [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.933597] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d3c565-d0be-4001-8331-1e9afb9b88a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.941978] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aab3a33-930b-4b4e-aa0a-deef70327717 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.990273] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.992958] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.847s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.994715] env[68166]: INFO nova.compute.claims [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.012103] env[68166]: INFO nova.scheduler.client.report [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Deleted allocations for instance 04700440-a230-4390-9a6f-b258604697d4 [ 940.207760] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.409972] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807081, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.468032] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.468393] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dae4d7b-b48a-4649-9c8f-3f22602fa48d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.476509] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 940.476509] env[68166]: value = "task-2807082" [ 940.476509] env[68166]: _type = "Task" [ 940.476509] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.487708] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.525042] env[68166]: DEBUG oslo_concurrency.lockutils [None req-71092743-2633-4d0c-9bd3-57836f42e25d tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "04700440-a230-4390-9a6f-b258604697d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.721s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.544082] env[68166]: DEBUG nova.compute.manager [req-3df03909-2f36-40ea-bb63-931c4c4b1230 req-2437772d-da95-4328-bf11-e028656407c8 service nova] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Received event network-vif-plugged-567179ea-4055-4fbc-9332-752568c9f5aa {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.544351] env[68166]: DEBUG oslo_concurrency.lockutils [req-3df03909-2f36-40ea-bb63-931c4c4b1230 req-2437772d-da95-4328-bf11-e028656407c8 service nova] Acquiring lock "19141833-c70a-4498-872a-abc3bccb6f70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.544566] env[68166]: DEBUG oslo_concurrency.lockutils [req-3df03909-2f36-40ea-bb63-931c4c4b1230 req-2437772d-da95-4328-bf11-e028656407c8 service nova] Lock "19141833-c70a-4498-872a-abc3bccb6f70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.544757] env[68166]: DEBUG oslo_concurrency.lockutils [req-3df03909-2f36-40ea-bb63-931c4c4b1230 req-2437772d-da95-4328-bf11-e028656407c8 service nova] Lock "19141833-c70a-4498-872a-abc3bccb6f70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.544924] env[68166]: DEBUG nova.compute.manager [req-3df03909-2f36-40ea-bb63-931c4c4b1230 req-2437772d-da95-4328-bf11-e028656407c8 service nova] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] No waiting events found dispatching network-vif-plugged-567179ea-4055-4fbc-9332-752568c9f5aa {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.545121] env[68166]: WARNING nova.compute.manager [req-3df03909-2f36-40ea-bb63-931c4c4b1230 req-2437772d-da95-4328-bf11-e028656407c8 service nova] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Received unexpected event network-vif-plugged-567179ea-4055-4fbc-9332-752568c9f5aa for instance with vm_state building and task_state spawning. [ 940.549556] env[68166]: DEBUG nova.network.neutron [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Successfully updated port: 567179ea-4055-4fbc-9332-752568c9f5aa {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.708023] env[68166]: DEBUG oslo_vmware.api [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807080, 'name': PowerOnVM_Task, 'duration_secs': 0.713071} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.708207] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.708290] env[68166]: INFO nova.compute.manager [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Took 7.97 seconds to spawn the instance on the hypervisor. [ 940.709129] env[68166]: DEBUG nova.compute.manager [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.709252] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5545820-7480-460b-8777-127a287581c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.905633] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526288} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.905931] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 6da9ed10-f901-42cb-a370-6392ea9589cd/6da9ed10-f901-42cb-a370-6392ea9589cd.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.906112] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.906360] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5458d12-d5f2-4846-a5ad-4ef672dc9824 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.914591] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 940.914591] env[68166]: value = "task-2807083" [ 940.914591] env[68166]: _type = "Task" [ 940.914591] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.925689] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.987657] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807082, 'name': PowerOffVM_Task, 'duration_secs': 0.233759} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.987946] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.988838] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049e043e-3f7f-4831-ba0d-52e06f82d113 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.013943] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e14a9f7-5bc0-4969-a8b8-d049cc7f2b8f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.050536] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.051016] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f77edd4a-4101-4b7f-8acf-500922c55a90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.053105] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Acquiring lock "refresh_cache-19141833-c70a-4498-872a-abc3bccb6f70" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.053342] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Acquired lock "refresh_cache-19141833-c70a-4498-872a-abc3bccb6f70" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.053579] env[68166]: DEBUG nova.network.neutron [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.062451] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 941.062451] env[68166]: value = "task-2807084" [ 941.062451] env[68166]: _type = "Task" [ 941.062451] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.078150] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 941.078150] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.078380] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.078528] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.078706] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.079466] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-257d5134-ebb5-45da-ae17-9419dec65981 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.089846] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.090041] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.093465] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1fa407e-dd7a-45ea-aa07-18a1d52f7b6d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.098910] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 941.098910] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52443d0e-a6c2-37b7-698c-1f59785d52b8" [ 941.098910] env[68166]: _type = "Task" [ 941.098910] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.107892] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52443d0e-a6c2-37b7-698c-1f59785d52b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.227820] env[68166]: INFO nova.compute.manager [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Took 29.30 seconds to build instance. [ 941.387897] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310bb0c3-6daf-416c-a9d3-8c9384e1689e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.395910] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5642a117-93ad-455d-97e5-a4972c6bf324 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.435351] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15560951-70c9-4d31-932f-093059b0c7f2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.443704] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239894} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.445745] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.446658] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d7e559-db1e-47f7-8f97-ea63076ed2ba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.449984] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeece533-a985-46fe-8bb0-9dc4223db0c8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.465706] env[68166]: DEBUG nova.compute.provider_tree [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.487347] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 6da9ed10-f901-42cb-a370-6392ea9589cd/6da9ed10-f901-42cb-a370-6392ea9589cd.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.488505] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9118359a-3d89-4d7d-be98-9f3f3ad5a85b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.511257] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 941.511257] env[68166]: value = "task-2807085" [ 941.511257] env[68166]: _type = "Task" [ 941.511257] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.521016] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.610898] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52443d0e-a6c2-37b7-698c-1f59785d52b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.611842] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05fb95b-de09-4578-a825-9bf877220487 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.617331] env[68166]: DEBUG nova.network.neutron [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.621183] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 941.621183] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b54df6-5613-21f0-f48c-7690c81af794" [ 941.621183] env[68166]: _type = "Task" [ 941.621183] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.633390] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b54df6-5613-21f0-f48c-7690c81af794, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.633786] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.634266] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] ea744a0c-56e5-4e41-9d0e-b8f5e568d062/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk. {{(pid=68166) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 941.634661] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf705075-3dd7-44a2-b283-b5d03a8c0a9c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.643955] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 941.643955] env[68166]: value = "task-2807086" [ 941.643955] env[68166]: _type = "Task" [ 941.643955] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.653875] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.730538] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b9c16700-e14a-4df2-9dd6-1172a88630c3 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Lock "f9d4aa13-4f1a-4f30-a922-f598482d693b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.817s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.790561] env[68166]: DEBUG nova.network.neutron [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Updating instance_info_cache with network_info: [{"id": "567179ea-4055-4fbc-9332-752568c9f5aa", "address": "fa:16:3e:6e:a1:5a", "network": {"id": "6d9f6c59-6dee-4e16-b39a-019de3d5d1ac", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-890306680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a736052924eb48359c50526652593e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567179ea-40", "ovs_interfaceid": "567179ea-4055-4fbc-9332-752568c9f5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.992262] env[68166]: DEBUG nova.scheduler.client.report [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.028912] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.157479] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467363} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.157757] env[68166]: INFO nova.virt.vmwareapi.ds_util [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] ea744a0c-56e5-4e41-9d0e-b8f5e568d062/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk. [ 942.158963] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef2480c-27b8-48b5-8079-2669fd9bc46e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.188746] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] ea744a0c-56e5-4e41-9d0e-b8f5e568d062/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.189239] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-757f9647-9d7d-46b4-aaa4-995fac99a2ed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.209684] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 942.209684] env[68166]: value = "task-2807087" [ 942.209684] env[68166]: _type = "Task" [ 942.209684] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.220135] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.232850] env[68166]: DEBUG nova.compute.manager [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.294255] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Releasing lock "refresh_cache-19141833-c70a-4498-872a-abc3bccb6f70" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.294592] env[68166]: DEBUG nova.compute.manager [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Instance network_info: |[{"id": "567179ea-4055-4fbc-9332-752568c9f5aa", "address": "fa:16:3e:6e:a1:5a", "network": {"id": "6d9f6c59-6dee-4e16-b39a-019de3d5d1ac", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-890306680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a736052924eb48359c50526652593e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567179ea-40", "ovs_interfaceid": "567179ea-4055-4fbc-9332-752568c9f5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.295015] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:a1:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '567179ea-4055-4fbc-9332-752568c9f5aa', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.302924] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Creating folder: Project (a736052924eb48359c50526652593e84). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.303231] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-859b8b10-2dbd-4fb5-89a2-c56fc2df5fd6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.316245] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Created folder: Project (a736052924eb48359c50526652593e84) in parent group-v563881. [ 942.316501] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Creating folder: Instances. Parent ref: group-v564111. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.316996] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12952f69-15e7-4221-a2fa-6e20df2527bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.328849] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Created folder: Instances in parent group-v564111. [ 942.329190] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.329305] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.329510] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48fb2b3b-4b81-4054-a919-fee68c84674d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.351152] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.351152] env[68166]: value = "task-2807090" [ 942.351152] env[68166]: _type = "Task" [ 942.351152] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.359604] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807090, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.500842] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.501445] env[68166]: DEBUG nova.compute.manager [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.504739] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.730s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.506229] env[68166]: INFO nova.compute.claims [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.522797] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807085, 'name': ReconfigVM_Task, 'duration_secs': 0.605742} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.523418] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 6da9ed10-f901-42cb-a370-6392ea9589cd/6da9ed10-f901-42cb-a370-6392ea9589cd.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.524129] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d34657c-50f6-4d17-b509-faaefa9a5d74 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.532969] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 942.532969] env[68166]: value = "task-2807091" [ 942.532969] env[68166]: _type = "Task" [ 942.532969] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.544730] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807091, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.637554] env[68166]: DEBUG nova.compute.manager [req-dc226f7b-831c-44c7-ab75-895352e2d0f6 req-296c3f30-8d64-4e10-b208-d0f947064013 service nova] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Received event network-changed-567179ea-4055-4fbc-9332-752568c9f5aa {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.637771] env[68166]: DEBUG nova.compute.manager [req-dc226f7b-831c-44c7-ab75-895352e2d0f6 req-296c3f30-8d64-4e10-b208-d0f947064013 service nova] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Refreshing instance network info cache due to event network-changed-567179ea-4055-4fbc-9332-752568c9f5aa. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 942.637962] env[68166]: DEBUG oslo_concurrency.lockutils [req-dc226f7b-831c-44c7-ab75-895352e2d0f6 req-296c3f30-8d64-4e10-b208-d0f947064013 service nova] Acquiring lock "refresh_cache-19141833-c70a-4498-872a-abc3bccb6f70" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.638432] env[68166]: DEBUG oslo_concurrency.lockutils [req-dc226f7b-831c-44c7-ab75-895352e2d0f6 req-296c3f30-8d64-4e10-b208-d0f947064013 service nova] Acquired lock "refresh_cache-19141833-c70a-4498-872a-abc3bccb6f70" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.638575] env[68166]: DEBUG nova.network.neutron [req-dc226f7b-831c-44c7-ab75-895352e2d0f6 req-296c3f30-8d64-4e10-b208-d0f947064013 service nova] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Refreshing network info cache for port 567179ea-4055-4fbc-9332-752568c9f5aa {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.721993] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.752949] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.862954] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807090, 'name': CreateVM_Task, 'duration_secs': 0.392834} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.863180] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.863864] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.864054] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.864419] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.864703] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1128264e-9616-4fe3-83fb-1a3878e84ae4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.870769] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Waiting for the task: (returnval){ [ 942.870769] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52abf25d-d0ab-04e7-389a-ec67e55873f3" [ 942.870769] env[68166]: _type = "Task" [ 942.870769] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.882346] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52abf25d-d0ab-04e7-389a-ec67e55873f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.006782] env[68166]: DEBUG nova.compute.utils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.008450] env[68166]: DEBUG nova.compute.manager [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.008627] env[68166]: DEBUG nova.network.neutron [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.044463] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807091, 'name': Rename_Task, 'duration_secs': 0.276998} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.044881] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.045289] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faacf789-7761-45a8-88fe-6e1a41d74a9f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.054068] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 943.054068] env[68166]: value = "task-2807092" [ 943.054068] env[68166]: _type = "Task" [ 943.054068] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.062765] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.064352] env[68166]: DEBUG nova.policy [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8174ccdcdae45b3bc93ca834cf4514a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '297999bf9dfd4c159b00b6fb5a6abc17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.111739] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.112028] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.172982] env[68166]: DEBUG oslo_concurrency.lockutils [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Acquiring lock "f9d4aa13-4f1a-4f30-a922-f598482d693b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.173459] env[68166]: DEBUG oslo_concurrency.lockutils [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Lock "f9d4aa13-4f1a-4f30-a922-f598482d693b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.173459] env[68166]: DEBUG oslo_concurrency.lockutils [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Acquiring lock "f9d4aa13-4f1a-4f30-a922-f598482d693b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.173654] env[68166]: DEBUG oslo_concurrency.lockutils [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Lock "f9d4aa13-4f1a-4f30-a922-f598482d693b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.173795] env[68166]: DEBUG oslo_concurrency.lockutils [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Lock "f9d4aa13-4f1a-4f30-a922-f598482d693b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.175908] env[68166]: INFO nova.compute.manager [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Terminating instance [ 943.223465] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807087, 'name': ReconfigVM_Task, 'duration_secs': 0.709123} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.223854] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Reconfigured VM instance instance-00000031 to attach disk [datastore1] ea744a0c-56e5-4e41-9d0e-b8f5e568d062/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.225298] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c408c87-2f1d-4f07-b4eb-0aa53e74df78 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.261692] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96158ad2-99c8-4ac0-806c-ef06987ba78e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.280052] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 943.280052] env[68166]: value = "task-2807093" [ 943.280052] env[68166]: _type = "Task" [ 943.280052] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.291798] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.362913] env[68166]: DEBUG nova.network.neutron [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Successfully created port: d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.383207] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52abf25d-d0ab-04e7-389a-ec67e55873f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.383457] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.383684] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.383924] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.384210] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.384357] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.384493] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89ca5365-dc60-455d-99e7-2033c39b36c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.395360] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.395583] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.396342] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e72f95-6b68-47b2-b5fb-91e91c470532 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.402406] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Waiting for the task: (returnval){ [ 943.402406] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529f7537-c1db-4980-a95b-a611051ed467" [ 943.402406] env[68166]: _type = "Task" [ 943.402406] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.411651] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529f7537-c1db-4980-a95b-a611051ed467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.424027] env[68166]: DEBUG nova.network.neutron [req-dc226f7b-831c-44c7-ab75-895352e2d0f6 req-296c3f30-8d64-4e10-b208-d0f947064013 service nova] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Updated VIF entry in instance network info cache for port 567179ea-4055-4fbc-9332-752568c9f5aa. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.424413] env[68166]: DEBUG nova.network.neutron [req-dc226f7b-831c-44c7-ab75-895352e2d0f6 req-296c3f30-8d64-4e10-b208-d0f947064013 service nova] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Updating instance_info_cache with network_info: [{"id": "567179ea-4055-4fbc-9332-752568c9f5aa", "address": "fa:16:3e:6e:a1:5a", "network": {"id": "6d9f6c59-6dee-4e16-b39a-019de3d5d1ac", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-890306680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a736052924eb48359c50526652593e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567179ea-40", "ovs_interfaceid": "567179ea-4055-4fbc-9332-752568c9f5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.512148] env[68166]: DEBUG nova.compute.manager [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.565242] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.682150] env[68166]: DEBUG nova.compute.manager [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.682150] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.682150] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070da7c7-8a16-4928-8c96-1ca25995f981 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.692943] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.692943] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a59be4c8-0e76-4a89-b1a1-a3a3cf1ae954 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.699777] env[68166]: DEBUG oslo_vmware.api [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Waiting for the task: (returnval){ [ 943.699777] env[68166]: value = "task-2807094" [ 943.699777] env[68166]: _type = "Task" [ 943.699777] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.708749] env[68166]: DEBUG oslo_vmware.api [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.791716] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807093, 'name': ReconfigVM_Task, 'duration_secs': 0.174861} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.791926] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.792233] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b422e8d2-6be2-45fa-b744-dd20cefdbddd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.803090] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 943.803090] env[68166]: value = "task-2807095" [ 943.803090] env[68166]: _type = "Task" [ 943.803090] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.818311] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.914662] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529f7537-c1db-4980-a95b-a611051ed467, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.916418] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9cb29b-fe91-4384-b1bd-73ba3519dde5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.919362] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4107144a-c01c-4062-a73e-6c51cbca376f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.926750] env[68166]: DEBUG oslo_concurrency.lockutils [req-dc226f7b-831c-44c7-ab75-895352e2d0f6 req-296c3f30-8d64-4e10-b208-d0f947064013 service nova] Releasing lock "refresh_cache-19141833-c70a-4498-872a-abc3bccb6f70" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.927368] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Waiting for the task: (returnval){ [ 943.927368] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52734aac-73cf-0165-0df0-0b9a3c23997d" [ 943.927368] env[68166]: _type = "Task" [ 943.927368] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.934480] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8234b5d9-4b91-4ac0-8709-d222600845c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.945706] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52734aac-73cf-0165-0df0-0b9a3c23997d, 'name': SearchDatastore_Task, 'duration_secs': 0.016392} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.970795] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.971187] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 19141833-c70a-4498-872a-abc3bccb6f70/19141833-c70a-4498-872a-abc3bccb6f70.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.971690] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a581100a-8f27-4ba3-9c57-12d7c73e26c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.974429] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e81b95a-949e-4ce0-945b-f730a07c75f7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.984342] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a45f87-6604-47da-9bab-5a90aa1c1459 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.988262] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Waiting for the task: (returnval){ [ 943.988262] env[68166]: value = "task-2807096" [ 943.988262] env[68166]: _type = "Task" [ 943.988262] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.000968] env[68166]: DEBUG nova.compute.provider_tree [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.008571] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.068099] env[68166]: DEBUG oslo_vmware.api [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807092, 'name': PowerOnVM_Task, 'duration_secs': 0.879307} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.068361] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.068560] env[68166]: INFO nova.compute.manager [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Took 9.27 seconds to spawn the instance on the hypervisor. [ 944.068744] env[68166]: DEBUG nova.compute.manager [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.069637] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9200a87-9e8b-4468-b4a0-988f175d7c92 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.210665] env[68166]: DEBUG oslo_vmware.api [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807094, 'name': PowerOffVM_Task, 'duration_secs': 0.174959} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.210994] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.211205] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.211484] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1f8106f-126a-4ed4-9bbf-74c0d641c22a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.295499] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.295795] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.295865] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Deleting the datastore file [datastore2] f9d4aa13-4f1a-4f30-a922-f598482d693b {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.296175] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a926ecb-14ff-4f08-98a1-f742d5714816 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.305048] env[68166]: DEBUG oslo_vmware.api [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Waiting for the task: (returnval){ [ 944.305048] env[68166]: value = "task-2807098" [ 944.305048] env[68166]: _type = "Task" [ 944.305048] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.318417] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807095, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.321238] env[68166]: DEBUG oslo_vmware.api [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.499454] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807096, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.523962] env[68166]: ERROR nova.scheduler.client.report [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [req-ef27bdd4-a639-4181-952e-1f44461900b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef27bdd4-a639-4181-952e-1f44461900b5"}]} [ 944.525210] env[68166]: DEBUG nova.compute.manager [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.544391] env[68166]: DEBUG nova.scheduler.client.report [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 944.556691] env[68166]: DEBUG nova.virt.hardware [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.556944] env[68166]: DEBUG nova.virt.hardware [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.557171] env[68166]: DEBUG nova.virt.hardware [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.557423] env[68166]: DEBUG nova.virt.hardware [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.557564] env[68166]: DEBUG nova.virt.hardware [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.557713] env[68166]: DEBUG nova.virt.hardware [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.558133] env[68166]: DEBUG nova.virt.hardware [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.558133] env[68166]: DEBUG nova.virt.hardware [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.558336] env[68166]: DEBUG nova.virt.hardware [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.558861] env[68166]: DEBUG nova.virt.hardware [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.558861] env[68166]: DEBUG nova.virt.hardware [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.559675] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dca96b-eb33-4ca6-bf50-d3be4fa1385b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.564272] env[68166]: DEBUG nova.scheduler.client.report [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 944.564471] env[68166]: DEBUG nova.compute.provider_tree [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.569515] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80677d3-af8d-45f3-91e2-d26ee67cb547 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.588779] env[68166]: DEBUG nova.scheduler.client.report [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 944.593166] env[68166]: INFO nova.compute.manager [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Took 31.93 seconds to build instance. [ 944.610860] env[68166]: DEBUG nova.scheduler.client.report [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 944.796102] env[68166]: DEBUG nova.compute.manager [req-66953733-e8b9-4dfa-ae48-36a9c7ff61e5 req-957f625e-08b7-47a5-b65d-d9fd5f9c790d service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Received event network-vif-plugged-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.796337] env[68166]: DEBUG oslo_concurrency.lockutils [req-66953733-e8b9-4dfa-ae48-36a9c7ff61e5 req-957f625e-08b7-47a5-b65d-d9fd5f9c790d service nova] Acquiring lock "d5a8b530-be59-4cbc-b933-983341395bc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.796547] env[68166]: DEBUG oslo_concurrency.lockutils [req-66953733-e8b9-4dfa-ae48-36a9c7ff61e5 req-957f625e-08b7-47a5-b65d-d9fd5f9c790d service nova] Lock "d5a8b530-be59-4cbc-b933-983341395bc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.796715] env[68166]: DEBUG oslo_concurrency.lockutils [req-66953733-e8b9-4dfa-ae48-36a9c7ff61e5 req-957f625e-08b7-47a5-b65d-d9fd5f9c790d service nova] Lock "d5a8b530-be59-4cbc-b933-983341395bc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.796885] env[68166]: DEBUG nova.compute.manager [req-66953733-e8b9-4dfa-ae48-36a9c7ff61e5 req-957f625e-08b7-47a5-b65d-d9fd5f9c790d service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] No waiting events found dispatching network-vif-plugged-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.797260] env[68166]: WARNING nova.compute.manager [req-66953733-e8b9-4dfa-ae48-36a9c7ff61e5 req-957f625e-08b7-47a5-b65d-d9fd5f9c790d service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Received unexpected event network-vif-plugged-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 for instance with vm_state building and task_state spawning. [ 944.819021] env[68166]: DEBUG oslo_vmware.api [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807095, 'name': PowerOnVM_Task, 'duration_secs': 0.53531} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.824398] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.826064] env[68166]: DEBUG oslo_vmware.api [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Task: {'id': task-2807098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318874} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.827268] env[68166]: DEBUG nova.compute.manager [None req-5c4ca8e0-cd68-4cc1-9177-6a5a3573d67d tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.827564] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.827740] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.827914] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.828103] env[68166]: INFO nova.compute.manager [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 944.828337] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.829075] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8562124f-6a5a-43e6-98d6-460b2b38b62e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.831939] env[68166]: DEBUG nova.compute.manager [-] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.831939] env[68166]: DEBUG nova.network.neutron [-] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.894720] env[68166]: DEBUG nova.network.neutron [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Successfully updated port: d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.000821] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520753} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.001126] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 19141833-c70a-4498-872a-abc3bccb6f70/19141833-c70a-4498-872a-abc3bccb6f70.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.001345] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.001592] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-769d1b31-55b9-4015-a2b7-849562d6e572 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.009953] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Waiting for the task: (returnval){ [ 945.009953] env[68166]: value = "task-2807099" [ 945.009953] env[68166]: _type = "Task" [ 945.009953] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.019192] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.021302] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc97e505-99b2-42db-a18a-5557e04b4662 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.029181] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81c510c-d343-48c2-95da-9463ab012c7a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.062972] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614d53fc-b678-4d33-9dca-928a1af49fda {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.071731] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1cda26-d242-41f4-9368-6f60ee0b9dbb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.085344] env[68166]: DEBUG nova.compute.provider_tree [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.096449] env[68166]: DEBUG oslo_concurrency.lockutils [None req-016b1a28-af9c-4c42-8474-c322bd1ce1b3 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.447s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.385697] env[68166]: DEBUG nova.compute.manager [req-4a88283d-e904-4130-9f2b-116dd81bcdde req-6f93cf7c-2c5a-4871-9ea6-02e2f05060ed service nova] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Received event network-vif-deleted-33f747e8-d51d-4e28-b62b-1c7f165b3646 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.385905] env[68166]: INFO nova.compute.manager [req-4a88283d-e904-4130-9f2b-116dd81bcdde req-6f93cf7c-2c5a-4871-9ea6-02e2f05060ed service nova] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Neutron deleted interface 33f747e8-d51d-4e28-b62b-1c7f165b3646; detaching it from the instance and deleting it from the info cache [ 945.386103] env[68166]: DEBUG nova.network.neutron [req-4a88283d-e904-4130-9f2b-116dd81bcdde req-6f93cf7c-2c5a-4871-9ea6-02e2f05060ed service nova] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.398258] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquiring lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.398406] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquired lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.398562] env[68166]: DEBUG nova.network.neutron [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.520471] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072991} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.520742] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.521558] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c291f8-51bd-42f0-ae72-039a3ebd4536 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.543450] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 19141833-c70a-4498-872a-abc3bccb6f70/19141833-c70a-4498-872a-abc3bccb6f70.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.544032] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2279b30-5d81-4074-918c-93996ac1e769 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.565532] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Waiting for the task: (returnval){ [ 945.565532] env[68166]: value = "task-2807100" [ 945.565532] env[68166]: _type = "Task" [ 945.565532] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.575219] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.599013] env[68166]: DEBUG nova.compute.manager [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.629355] env[68166]: DEBUG nova.scheduler.client.report [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 945.629355] env[68166]: DEBUG nova.compute.provider_tree [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 114 to 115 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 945.629355] env[68166]: DEBUG nova.compute.provider_tree [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.467236] env[68166]: DEBUG nova.network.neutron [-] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.473562] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.969s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.474084] env[68166]: DEBUG nova.compute.manager [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.480230] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea02a8c9-22d6-4497-b2cd-14dbcd754361 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.484611] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.038s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.486348] env[68166]: INFO nova.compute.claims [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.501147] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807100, 'name': ReconfigVM_Task, 'duration_secs': 0.292617} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.505095] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ccf761-b935-45ee-a647-a1a217172182 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.515138] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 19141833-c70a-4498-872a-abc3bccb6f70/19141833-c70a-4498-872a-abc3bccb6f70.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.519570] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.519570] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b5f54dd-14f6-4207-845e-24a03f94c5bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.526046] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Waiting for the task: (returnval){ [ 946.526046] env[68166]: value = "task-2807101" [ 946.526046] env[68166]: _type = "Task" [ 946.526046] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.531117] env[68166]: DEBUG nova.network.neutron [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.549344] env[68166]: DEBUG nova.compute.manager [req-4a88283d-e904-4130-9f2b-116dd81bcdde req-6f93cf7c-2c5a-4871-9ea6-02e2f05060ed service nova] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Detach interface failed, port_id=33f747e8-d51d-4e28-b62b-1c7f165b3646, reason: Instance f9d4aa13-4f1a-4f30-a922-f598482d693b could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 946.555778] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807101, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.674230] env[68166]: DEBUG nova.network.neutron [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updating instance_info_cache with network_info: [{"id": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "address": "fa:16:3e:76:e2:18", "network": {"id": "8b33a7fa-2751-4a7a-9bfe-6c9ba3b5a412", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515681663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297999bf9dfd4c159b00b6fb5a6abc17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9aad4b5-24", "ovs_interfaceid": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.819867] env[68166]: DEBUG nova.compute.manager [req-746831ca-0ba4-430c-b78f-4bd5fef0ca95 req-eaba4453-3996-43ec-a5d6-07da8a355145 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Received event network-changed-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.819980] env[68166]: DEBUG nova.compute.manager [req-746831ca-0ba4-430c-b78f-4bd5fef0ca95 req-eaba4453-3996-43ec-a5d6-07da8a355145 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Refreshing instance network info cache due to event network-changed-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.820449] env[68166]: DEBUG oslo_concurrency.lockutils [req-746831ca-0ba4-430c-b78f-4bd5fef0ca95 req-eaba4453-3996-43ec-a5d6-07da8a355145 service nova] Acquiring lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.979745] env[68166]: INFO nova.compute.manager [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Unrescuing [ 946.979862] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.979988] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquired lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.980177] env[68166]: DEBUG nova.network.neutron [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.981528] env[68166]: INFO nova.compute.manager [-] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Took 2.15 seconds to deallocate network for instance. [ 946.992017] env[68166]: DEBUG nova.compute.utils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.995966] env[68166]: DEBUG nova.compute.manager [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.995966] env[68166]: DEBUG nova.network.neutron [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.039026] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807101, 'name': Rename_Task, 'duration_secs': 0.146436} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.039283] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.039523] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea49c513-e1c2-4318-91d8-82da4ada3ffb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.047134] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Waiting for the task: (returnval){ [ 947.047134] env[68166]: value = "task-2807102" [ 947.047134] env[68166]: _type = "Task" [ 947.047134] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.056161] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.061421] env[68166]: DEBUG nova.policy [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdbbaca6db8a453eb9c76ce1b3ae2274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e4a67f61f60465f9b1b93002f15fd69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.176858] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Releasing lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.177288] env[68166]: DEBUG nova.compute.manager [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Instance network_info: |[{"id": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "address": "fa:16:3e:76:e2:18", "network": {"id": "8b33a7fa-2751-4a7a-9bfe-6c9ba3b5a412", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515681663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297999bf9dfd4c159b00b6fb5a6abc17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9aad4b5-24", "ovs_interfaceid": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.177586] env[68166]: DEBUG oslo_concurrency.lockutils [req-746831ca-0ba4-430c-b78f-4bd5fef0ca95 req-eaba4453-3996-43ec-a5d6-07da8a355145 service nova] Acquired lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.177762] env[68166]: DEBUG nova.network.neutron [req-746831ca-0ba4-430c-b78f-4bd5fef0ca95 req-eaba4453-3996-43ec-a5d6-07da8a355145 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Refreshing network info cache for port d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.179092] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:e2:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9aad4b5-2440-42dc-8ce6-95aa1fb495b7', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.190354] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Creating folder: Project (297999bf9dfd4c159b00b6fb5a6abc17). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.193524] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96917804-655e-46c7-ab18-ba999faddcb3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.207030] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Created folder: Project (297999bf9dfd4c159b00b6fb5a6abc17) in parent group-v563881. [ 947.207030] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Creating folder: Instances. Parent ref: group-v564114. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.207226] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bfc5f1b-3976-4e32-94d8-9da6a4988e5f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.218946] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Created folder: Instances in parent group-v564114. [ 947.219192] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.220139] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.220139] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08dc71f6-a735-46cb-a843-5af27e7c9e84 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.241033] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.241033] env[68166]: value = "task-2807105" [ 947.241033] env[68166]: _type = "Task" [ 947.241033] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.249997] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807105, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.394281] env[68166]: DEBUG nova.network.neutron [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Successfully created port: 46f1970b-bc22-45ea-8c7f-fc40c6fe3034 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.419269] env[68166]: DEBUG nova.network.neutron [req-746831ca-0ba4-430c-b78f-4bd5fef0ca95 req-eaba4453-3996-43ec-a5d6-07da8a355145 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updated VIF entry in instance network info cache for port d9aad4b5-2440-42dc-8ce6-95aa1fb495b7. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.419648] env[68166]: DEBUG nova.network.neutron [req-746831ca-0ba4-430c-b78f-4bd5fef0ca95 req-eaba4453-3996-43ec-a5d6-07da8a355145 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updating instance_info_cache with network_info: [{"id": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "address": "fa:16:3e:76:e2:18", "network": {"id": "8b33a7fa-2751-4a7a-9bfe-6c9ba3b5a412", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515681663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297999bf9dfd4c159b00b6fb5a6abc17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9aad4b5-24", "ovs_interfaceid": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.487587] env[68166]: DEBUG oslo_concurrency.lockutils [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.499728] env[68166]: DEBUG nova.compute.manager [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.504728] env[68166]: DEBUG nova.compute.manager [req-ecd23f22-258c-4e00-b678-d98b9a613692 req-cc95468c-d8b8-4b98-bbb3-53a522ad0a15 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Received event network-changed-262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.504922] env[68166]: DEBUG nova.compute.manager [req-ecd23f22-258c-4e00-b678-d98b9a613692 req-cc95468c-d8b8-4b98-bbb3-53a522ad0a15 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Refreshing instance network info cache due to event network-changed-262a731b-da81-434d-8982-02f5dfa6d83b. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 947.505196] env[68166]: DEBUG oslo_concurrency.lockutils [req-ecd23f22-258c-4e00-b678-d98b9a613692 req-cc95468c-d8b8-4b98-bbb3-53a522ad0a15 service nova] Acquiring lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.505328] env[68166]: DEBUG oslo_concurrency.lockutils [req-ecd23f22-258c-4e00-b678-d98b9a613692 req-cc95468c-d8b8-4b98-bbb3-53a522ad0a15 service nova] Acquired lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.505438] env[68166]: DEBUG nova.network.neutron [req-ecd23f22-258c-4e00-b678-d98b9a613692 req-cc95468c-d8b8-4b98-bbb3-53a522ad0a15 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Refreshing network info cache for port 262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.559683] env[68166]: DEBUG oslo_vmware.api [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807102, 'name': PowerOnVM_Task, 'duration_secs': 0.469032} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.559999] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.560161] env[68166]: INFO nova.compute.manager [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Took 7.66 seconds to spawn the instance on the hypervisor. [ 947.560329] env[68166]: DEBUG nova.compute.manager [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.564247] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c61004a-7212-4a27-98a8-9d3182cdd361 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.756026] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807105, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.797695] env[68166]: DEBUG nova.network.neutron [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updating instance_info_cache with network_info: [{"id": "68696588-9b6f-4436-ba0b-6453b10ddc61", "address": "fa:16:3e:4d:ac:30", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68696588-9b", "ovs_interfaceid": "68696588-9b6f-4436-ba0b-6453b10ddc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.908998] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f69b1e9-009a-4920-bff2-4f142eebe1d5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.916154] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba62542-b730-4912-bd45-0753e06c7bf8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.922697] env[68166]: DEBUG oslo_concurrency.lockutils [req-746831ca-0ba4-430c-b78f-4bd5fef0ca95 req-eaba4453-3996-43ec-a5d6-07da8a355145 service nova] Releasing lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.949748] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b3a9f1-27e2-4053-9b6c-c2dedbaa9fbf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.957819] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeb2a7d-6b80-4eb3-b250-479711a62b2a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.971788] env[68166]: DEBUG nova.compute.provider_tree [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.079388] env[68166]: INFO nova.compute.manager [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Took 31.47 seconds to build instance. [ 948.252264] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807105, 'name': CreateVM_Task, 'duration_secs': 0.671428} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.252426] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.253095] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.253265] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.253586] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.253836] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fec2590-1e14-4baf-841a-e012a5f00a43 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.258524] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 948.258524] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529136cc-d51b-2006-eafc-fb4aae5f31fc" [ 948.258524] env[68166]: _type = "Task" [ 948.258524] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.261913] env[68166]: DEBUG nova.network.neutron [req-ecd23f22-258c-4e00-b678-d98b9a613692 req-cc95468c-d8b8-4b98-bbb3-53a522ad0a15 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updated VIF entry in instance network info cache for port 262a731b-da81-434d-8982-02f5dfa6d83b. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.262251] env[68166]: DEBUG nova.network.neutron [req-ecd23f22-258c-4e00-b678-d98b9a613692 req-cc95468c-d8b8-4b98-bbb3-53a522ad0a15 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updating instance_info_cache with network_info: [{"id": "262a731b-da81-434d-8982-02f5dfa6d83b", "address": "fa:16:3e:cb:2e:1c", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262a731b-da", "ovs_interfaceid": "262a731b-da81-434d-8982-02f5dfa6d83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.268578] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529136cc-d51b-2006-eafc-fb4aae5f31fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.300393] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Releasing lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.301080] env[68166]: DEBUG nova.objects.instance [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lazy-loading 'flavor' on Instance uuid ea744a0c-56e5-4e41-9d0e-b8f5e568d062 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.474949] env[68166]: DEBUG nova.scheduler.client.report [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.515764] env[68166]: DEBUG nova.compute.manager [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.546077] env[68166]: DEBUG nova.virt.hardware [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.546345] env[68166]: DEBUG nova.virt.hardware [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.546499] env[68166]: DEBUG nova.virt.hardware [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.546678] env[68166]: DEBUG nova.virt.hardware [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.546820] env[68166]: DEBUG nova.virt.hardware [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.546963] env[68166]: DEBUG nova.virt.hardware [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.547183] env[68166]: DEBUG nova.virt.hardware [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.547340] env[68166]: DEBUG nova.virt.hardware [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.547505] env[68166]: DEBUG nova.virt.hardware [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.547662] env[68166]: DEBUG nova.virt.hardware [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.547829] env[68166]: DEBUG nova.virt.hardware [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.549423] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a242801f-0619-43fa-82d5-1fba0a80bb4f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.558384] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bab8c13-5448-45ad-949e-88a2eb208a92 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.580916] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b220ba03-bc58-418c-92aa-19bffb912409 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Lock "19141833-c70a-4498-872a-abc3bccb6f70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.985s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.765226] env[68166]: DEBUG oslo_concurrency.lockutils [req-ecd23f22-258c-4e00-b678-d98b9a613692 req-cc95468c-d8b8-4b98-bbb3-53a522ad0a15 service nova] Releasing lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.770448] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529136cc-d51b-2006-eafc-fb4aae5f31fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.770448] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.770591] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.770819] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.770980] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.771184] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.771475] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d68ef58-2c28-48cd-9e7f-b147189e2d4e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.781535] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.781722] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.782461] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c7ff62-e726-4e94-8fa5-228f6f508318 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.788184] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 948.788184] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52523f78-26de-aee5-adea-20a9f523f6ee" [ 948.788184] env[68166]: _type = "Task" [ 948.788184] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.801978] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52523f78-26de-aee5-adea-20a9f523f6ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.806481] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cb62ff-ee99-42c3-95be-1274c5940b30 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.835517] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.835799] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af1bc3da-1380-47b6-9741-3cbbaf3f33c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.844395] env[68166]: DEBUG oslo_vmware.api [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 948.844395] env[68166]: value = "task-2807106" [ 948.844395] env[68166]: _type = "Task" [ 948.844395] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.854035] env[68166]: DEBUG oslo_vmware.api [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.980536] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.981400] env[68166]: DEBUG nova.compute.manager [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.985235] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.383s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.985235] env[68166]: DEBUG nova.objects.instance [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lazy-loading 'resources' on Instance uuid 3d345623-d941-407b-ad67-5df1d686874f {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.076334] env[68166]: DEBUG nova.network.neutron [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Successfully updated port: 46f1970b-bc22-45ea-8c7f-fc40c6fe3034 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.107329] env[68166]: DEBUG oslo_concurrency.lockutils [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Acquiring lock "19141833-c70a-4498-872a-abc3bccb6f70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.107550] env[68166]: DEBUG oslo_concurrency.lockutils [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Lock "19141833-c70a-4498-872a-abc3bccb6f70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.107937] env[68166]: DEBUG oslo_concurrency.lockutils [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Acquiring lock "19141833-c70a-4498-872a-abc3bccb6f70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.108136] env[68166]: DEBUG oslo_concurrency.lockutils [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Lock "19141833-c70a-4498-872a-abc3bccb6f70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.108209] env[68166]: DEBUG oslo_concurrency.lockutils [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Lock "19141833-c70a-4498-872a-abc3bccb6f70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.110488] env[68166]: INFO nova.compute.manager [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Terminating instance [ 949.301637] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52523f78-26de-aee5-adea-20a9f523f6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011619} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.302446] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64fbe36d-e38a-47bc-a244-7fb440e31119 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.307822] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 949.307822] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ba0f11-d87e-fa8a-fd5c-342ad5bead1e" [ 949.307822] env[68166]: _type = "Task" [ 949.307822] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.315872] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ba0f11-d87e-fa8a-fd5c-342ad5bead1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.334579] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.334878] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.357830] env[68166]: DEBUG oslo_vmware.api [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807106, 'name': PowerOffVM_Task, 'duration_secs': 0.24117} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.358508] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.364908] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Reconfiguring VM instance instance-00000031 to detach disk 2002 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.365262] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1fbdc66-b7ac-4a29-9163-c85d60c5f9aa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.388155] env[68166]: DEBUG oslo_vmware.api [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 949.388155] env[68166]: value = "task-2807107" [ 949.388155] env[68166]: _type = "Task" [ 949.388155] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.397247] env[68166]: DEBUG oslo_vmware.api [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.491012] env[68166]: DEBUG nova.compute.utils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.492524] env[68166]: DEBUG nova.compute.manager [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.492792] env[68166]: DEBUG nova.network.neutron [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.531821] env[68166]: DEBUG nova.policy [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55785eaa0aaf42a3bc7418ae1527ebe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5672adac0e1e45df9d655c87029954b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.535501] env[68166]: DEBUG nova.compute.manager [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Received event network-vif-plugged-46f1970b-bc22-45ea-8c7f-fc40c6fe3034 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.535725] env[68166]: DEBUG oslo_concurrency.lockutils [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] Acquiring lock "3b3e8c7d-e583-4568-b418-37182fbd5de8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.535952] env[68166]: DEBUG oslo_concurrency.lockutils [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] Lock "3b3e8c7d-e583-4568-b418-37182fbd5de8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.536175] env[68166]: DEBUG oslo_concurrency.lockutils [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] Lock "3b3e8c7d-e583-4568-b418-37182fbd5de8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.536369] env[68166]: DEBUG nova.compute.manager [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] No waiting events found dispatching network-vif-plugged-46f1970b-bc22-45ea-8c7f-fc40c6fe3034 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.536538] env[68166]: WARNING nova.compute.manager [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Received unexpected event network-vif-plugged-46f1970b-bc22-45ea-8c7f-fc40c6fe3034 for instance with vm_state building and task_state spawning. [ 949.536709] env[68166]: DEBUG nova.compute.manager [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Received event network-changed-46f1970b-bc22-45ea-8c7f-fc40c6fe3034 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.536878] env[68166]: DEBUG nova.compute.manager [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Refreshing instance network info cache due to event network-changed-46f1970b-bc22-45ea-8c7f-fc40c6fe3034. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 949.537091] env[68166]: DEBUG oslo_concurrency.lockutils [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] Acquiring lock "refresh_cache-3b3e8c7d-e583-4568-b418-37182fbd5de8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.537305] env[68166]: DEBUG oslo_concurrency.lockutils [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] Acquired lock "refresh_cache-3b3e8c7d-e583-4568-b418-37182fbd5de8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.537396] env[68166]: DEBUG nova.network.neutron [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Refreshing network info cache for port 46f1970b-bc22-45ea-8c7f-fc40c6fe3034 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.578929] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "refresh_cache-3b3e8c7d-e583-4568-b418-37182fbd5de8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.613658] env[68166]: DEBUG nova.compute.manager [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.614323] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.614776] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097a6ddf-f33d-4f68-aab3-fada8abc343e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.622600] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.624885] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ac6c269-4061-41b0-a684-bef96d27ba80 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.632087] env[68166]: DEBUG oslo_vmware.api [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Waiting for the task: (returnval){ [ 949.632087] env[68166]: value = "task-2807108" [ 949.632087] env[68166]: _type = "Task" [ 949.632087] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.640772] env[68166]: DEBUG oslo_vmware.api [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.824577] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ba0f11-d87e-fa8a-fd5c-342ad5bead1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.829279] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.829827] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d5a8b530-be59-4cbc-b933-983341395bc3/d5a8b530-be59-4cbc-b933-983341395bc3.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.831302] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa2f16d8-7c67-4614-9f02-b71f6cf6fabb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.847901] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 949.847901] env[68166]: value = "task-2807109" [ 949.847901] env[68166]: _type = "Task" [ 949.847901] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.848948] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.855424] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.855956] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.856551] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.856744] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.856893] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.857278] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68166) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 949.857278] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.861848] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.888274] env[68166]: DEBUG nova.network.neutron [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Successfully created port: 84d2b5b1-608a-4b87-81df-ff791154f63c {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.904924] env[68166]: DEBUG oslo_vmware.api [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807107, 'name': ReconfigVM_Task, 'duration_secs': 0.233208} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.905638] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Reconfigured VM instance instance-00000031 to detach disk 2002 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.905638] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.906169] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34eb318b-a5ef-4d6f-b8ab-c9bb15eba98b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.916969] env[68166]: DEBUG oslo_vmware.api [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 949.916969] env[68166]: value = "task-2807110" [ 949.916969] env[68166]: _type = "Task" [ 949.916969] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.929247] env[68166]: DEBUG oslo_vmware.api [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.977363] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a561fe16-9761-4877-bdc8-78e30e599bb2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.986033] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.986425] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.992008] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9bcfed-01db-4e8a-8b31-4ab94083e73f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.997088] env[68166]: DEBUG nova.compute.manager [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.035904] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7646d99b-0921-4c97-be1a-e32b1df1f190 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.049344] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa318f54-9b76-4f47-85e6-7a2c5f26fe59 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.069164] env[68166]: DEBUG nova.compute.provider_tree [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.089237] env[68166]: DEBUG nova.network.neutron [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.144060] env[68166]: DEBUG oslo_vmware.api [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807108, 'name': PowerOffVM_Task, 'duration_secs': 0.205318} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.144223] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.145195] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.145195] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c794b13f-de78-4efa-a7e1-04e1980ce4f9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.233286] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.233550] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.233747] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Deleting the datastore file [datastore2] 19141833-c70a-4498-872a-abc3bccb6f70 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.234083] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-111194a1-fa77-45d1-bed7-8153630c6b6d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.238128] env[68166]: DEBUG nova.network.neutron [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.246443] env[68166]: DEBUG oslo_vmware.api [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Waiting for the task: (returnval){ [ 950.246443] env[68166]: value = "task-2807112" [ 950.246443] env[68166]: _type = "Task" [ 950.246443] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.259576] env[68166]: DEBUG oslo_vmware.api [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.358903] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465203} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.359157] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d5a8b530-be59-4cbc-b933-983341395bc3/d5a8b530-be59-4cbc-b933-983341395bc3.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.359370] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.359616] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-584f9c00-d7f4-4630-b562-623c21fe8b79 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.363765] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.367320] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 950.367320] env[68166]: value = "task-2807113" [ 950.367320] env[68166]: _type = "Task" [ 950.367320] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.377628] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.427781] env[68166]: DEBUG oslo_vmware.api [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807110, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.491626] env[68166]: DEBUG nova.compute.manager [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.572688] env[68166]: DEBUG nova.scheduler.client.report [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.742318] env[68166]: DEBUG oslo_concurrency.lockutils [req-f0952cda-790e-40da-9dc8-b1d95823af17 req-5e92145f-adfe-4206-9307-621d3fadb2c1 service nova] Releasing lock "refresh_cache-3b3e8c7d-e583-4568-b418-37182fbd5de8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.742751] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "refresh_cache-3b3e8c7d-e583-4568-b418-37182fbd5de8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.742913] env[68166]: DEBUG nova.network.neutron [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.757617] env[68166]: DEBUG oslo_vmware.api [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Task: {'id': task-2807112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199484} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.757854] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.758049] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.758226] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.758394] env[68166]: INFO nova.compute.manager [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Took 1.14 seconds to destroy the instance on the hypervisor. [ 950.758621] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.758825] env[68166]: DEBUG nova.compute.manager [-] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.758929] env[68166]: DEBUG nova.network.neutron [-] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.877064] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073622} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.877325] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.878084] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0cbd75-902b-47dd-b5c7-64d7401d130c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.901159] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] d5a8b530-be59-4cbc-b933-983341395bc3/d5a8b530-be59-4cbc-b933-983341395bc3.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.901534] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec0c63f-199b-41a6-9429-06caebc17d49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.923456] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 950.923456] env[68166]: value = "task-2807114" [ 950.923456] env[68166]: _type = "Task" [ 950.923456] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.928731] env[68166]: DEBUG oslo_vmware.api [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807110, 'name': PowerOnVM_Task, 'duration_secs': 0.568664} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.933698] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.934117] env[68166]: DEBUG nova.compute.manager [None req-d2f8a1ca-b390-473a-9804-339366a70294 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.935301] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835ac877-972c-4882-8205-acd385f78ad1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.948515] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.007358] env[68166]: DEBUG nova.compute.manager [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.024248] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.048883] env[68166]: DEBUG nova.virt.hardware [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.049318] env[68166]: DEBUG nova.virt.hardware [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.049606] env[68166]: DEBUG nova.virt.hardware [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.049955] env[68166]: DEBUG nova.virt.hardware [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.050243] env[68166]: DEBUG nova.virt.hardware [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.050509] env[68166]: DEBUG nova.virt.hardware [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.050898] env[68166]: DEBUG nova.virt.hardware [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.052357] env[68166]: DEBUG nova.virt.hardware [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.052357] env[68166]: DEBUG nova.virt.hardware [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.052357] env[68166]: DEBUG nova.virt.hardware [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.052357] env[68166]: DEBUG nova.virt.hardware [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.053878] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4764236c-b10c-4985-9313-d3f3d997df47 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.063813] env[68166]: DEBUG nova.compute.manager [req-5b6a969d-d797-43fa-8c3e-b0e283f3bd39 req-b062a807-282c-48d3-85d1-e873481cacbc service nova] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Received event network-vif-deleted-567179ea-4055-4fbc-9332-752568c9f5aa {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.063908] env[68166]: INFO nova.compute.manager [req-5b6a969d-d797-43fa-8c3e-b0e283f3bd39 req-b062a807-282c-48d3-85d1-e873481cacbc service nova] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Neutron deleted interface 567179ea-4055-4fbc-9332-752568c9f5aa; detaching it from the instance and deleting it from the info cache [ 951.064193] env[68166]: DEBUG nova.network.neutron [req-5b6a969d-d797-43fa-8c3e-b0e283f3bd39 req-b062a807-282c-48d3-85d1-e873481cacbc service nova] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.071898] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7a85eb-ed22-4bb8-b483-33d27d05448f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.083819] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.086536] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.119s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.086962] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.089393] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.243s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.091689] env[68166]: INFO nova.compute.claims [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.114637] env[68166]: INFO nova.scheduler.client.report [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Deleted allocations for instance 3d345623-d941-407b-ad67-5df1d686874f [ 951.120466] env[68166]: INFO nova.scheduler.client.report [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted allocations for instance 8a8855b8-fb7e-4235-9284-15425b7cb956 [ 951.276165] env[68166]: DEBUG nova.network.neutron [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.438085] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.452349] env[68166]: DEBUG nova.network.neutron [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Updating instance_info_cache with network_info: [{"id": "46f1970b-bc22-45ea-8c7f-fc40c6fe3034", "address": "fa:16:3e:5c:54:b7", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f1970b-bc", "ovs_interfaceid": "46f1970b-bc22-45ea-8c7f-fc40c6fe3034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.544738] env[68166]: DEBUG nova.network.neutron [-] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.553311] env[68166]: DEBUG nova.network.neutron [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Successfully updated port: 84d2b5b1-608a-4b87-81df-ff791154f63c {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.571496] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7ee805a-ae4e-4ea5-b3f6-2cd88b518f7c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.581889] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeb8ac1-2a67-4090-abba-dbe737c34e79 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.608105] env[68166]: DEBUG nova.compute.manager [req-a1b6b1dd-a405-48b0-9fef-690cafeab405 req-f5bf2b02-a9a8-4b6c-974e-cd6f4bb8149c service nova] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Received event network-vif-plugged-84d2b5b1-608a-4b87-81df-ff791154f63c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.608320] env[68166]: DEBUG oslo_concurrency.lockutils [req-a1b6b1dd-a405-48b0-9fef-690cafeab405 req-f5bf2b02-a9a8-4b6c-974e-cd6f4bb8149c service nova] Acquiring lock "4edf3231-3ae0-4749-a65b-067aa2bb6217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.608484] env[68166]: DEBUG oslo_concurrency.lockutils [req-a1b6b1dd-a405-48b0-9fef-690cafeab405 req-f5bf2b02-a9a8-4b6c-974e-cd6f4bb8149c service nova] Lock "4edf3231-3ae0-4749-a65b-067aa2bb6217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.609112] env[68166]: DEBUG oslo_concurrency.lockutils [req-a1b6b1dd-a405-48b0-9fef-690cafeab405 req-f5bf2b02-a9a8-4b6c-974e-cd6f4bb8149c service nova] Lock "4edf3231-3ae0-4749-a65b-067aa2bb6217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.609112] env[68166]: DEBUG nova.compute.manager [req-a1b6b1dd-a405-48b0-9fef-690cafeab405 req-f5bf2b02-a9a8-4b6c-974e-cd6f4bb8149c service nova] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] No waiting events found dispatching network-vif-plugged-84d2b5b1-608a-4b87-81df-ff791154f63c {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.609112] env[68166]: WARNING nova.compute.manager [req-a1b6b1dd-a405-48b0-9fef-690cafeab405 req-f5bf2b02-a9a8-4b6c-974e-cd6f4bb8149c service nova] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Received unexpected event network-vif-plugged-84d2b5b1-608a-4b87-81df-ff791154f63c for instance with vm_state building and task_state spawning. [ 951.620714] env[68166]: DEBUG nova.compute.manager [req-5b6a969d-d797-43fa-8c3e-b0e283f3bd39 req-b062a807-282c-48d3-85d1-e873481cacbc service nova] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Detach interface failed, port_id=567179ea-4055-4fbc-9332-752568c9f5aa, reason: Instance 19141833-c70a-4498-872a-abc3bccb6f70 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 951.624797] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4cb0a4bb-6f95-440c-84d5-93c410b1731d tempest-AttachInterfacesUnderV243Test-1846981098 tempest-AttachInterfacesUnderV243Test-1846981098-project-member] Lock "3d345623-d941-407b-ad67-5df1d686874f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.886s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.628348] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8597ea90-e466-489d-aeec-533b808638c5 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "8a8855b8-fb7e-4235-9284-15425b7cb956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.787s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.939698] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.958044] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "refresh_cache-3b3e8c7d-e583-4568-b418-37182fbd5de8" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.958044] env[68166]: DEBUG nova.compute.manager [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Instance network_info: |[{"id": "46f1970b-bc22-45ea-8c7f-fc40c6fe3034", "address": "fa:16:3e:5c:54:b7", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f1970b-bc", "ovs_interfaceid": "46f1970b-bc22-45ea-8c7f-fc40c6fe3034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.958044] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:54:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46f1970b-bc22-45ea-8c7f-fc40c6fe3034', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.964164] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.964808] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.965173] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f477bcaf-2e38-4427-92c6-8fe6c50ae00c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.991117] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.991117] env[68166]: value = "task-2807115" [ 951.991117] env[68166]: _type = "Task" [ 951.991117] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.998598] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807115, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.050458] env[68166]: INFO nova.compute.manager [-] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Took 1.29 seconds to deallocate network for instance. [ 952.059677] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.060066] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.060311] env[68166]: DEBUG nova.network.neutron [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.443669] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.504342] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807115, 'name': CreateVM_Task, 'duration_secs': 0.49838} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.504512] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.505204] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.505380] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.505703] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.505953] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89d0ef2-04d3-47a0-b714-e1438cad6dc7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.510720] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 952.510720] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b708e4-0e11-68f1-65e7-ef68e7b535fd" [ 952.510720] env[68166]: _type = "Task" [ 952.510720] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.520899] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b708e4-0e11-68f1-65e7-ef68e7b535fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.554018] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135bbe81-d6cf-4a08-ae19-3535192a7b90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.561635] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8748901d-fe26-49d4-93c5-a6b23d02f301 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.565846] env[68166]: DEBUG oslo_concurrency.lockutils [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.597723] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa69d2fd-42d7-478f-b2f2-6c7c47ce86b6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.605386] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5146f1-8449-4236-a6ca-36817bcf0c7e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.619591] env[68166]: DEBUG nova.compute.provider_tree [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.622592] env[68166]: DEBUG nova.network.neutron [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.899606] env[68166]: DEBUG nova.network.neutron [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance_info_cache with network_info: [{"id": "84d2b5b1-608a-4b87-81df-ff791154f63c", "address": "fa:16:3e:75:12:63", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84d2b5b1-60", "ovs_interfaceid": "84d2b5b1-608a-4b87-81df-ff791154f63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.941534] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807114, 'name': ReconfigVM_Task, 'duration_secs': 1.78467} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.945914] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Reconfigured VM instance instance-00000054 to attach disk [datastore1] d5a8b530-be59-4cbc-b933-983341395bc3/d5a8b530-be59-4cbc-b933-983341395bc3.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.946162] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30115b2a-fc2b-4ac9-a425-c1e8803b459c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.954038] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 952.954038] env[68166]: value = "task-2807116" [ 952.954038] env[68166]: _type = "Task" [ 952.954038] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.961018] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807116, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.027285] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b708e4-0e11-68f1-65e7-ef68e7b535fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.027618] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.027853] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.028149] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.028325] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.028522] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.028798] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df6984ef-c068-4c46-acb7-15e20090f322 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.037368] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.037533] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.038338] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2702c13-b343-4107-876c-63f1f45a4ae6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.043730] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 953.043730] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52bfef0d-56af-925e-12e2-48268c234055" [ 953.043730] env[68166]: _type = "Task" [ 953.043730] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.052046] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52bfef0d-56af-925e-12e2-48268c234055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.111415] env[68166]: DEBUG nova.compute.manager [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Received event network-changed-68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.111633] env[68166]: DEBUG nova.compute.manager [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Refreshing instance network info cache due to event network-changed-68696588-9b6f-4436-ba0b-6453b10ddc61. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 953.111829] env[68166]: DEBUG oslo_concurrency.lockutils [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] Acquiring lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.111998] env[68166]: DEBUG oslo_concurrency.lockutils [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] Acquired lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.112619] env[68166]: DEBUG nova.network.neutron [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Refreshing network info cache for port 68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.151185] env[68166]: ERROR nova.scheduler.client.report [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [req-23a9fc07-9322-41db-9de2-1881add118ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-23a9fc07-9322-41db-9de2-1881add118ea"}]} [ 953.166237] env[68166]: DEBUG nova.scheduler.client.report [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 953.182645] env[68166]: DEBUG nova.scheduler.client.report [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 953.182862] env[68166]: DEBUG nova.compute.provider_tree [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.194349] env[68166]: DEBUG nova.scheduler.client.report [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 953.212981] env[68166]: DEBUG nova.scheduler.client.report [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 953.403133] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.404115] env[68166]: DEBUG nova.compute.manager [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Instance network_info: |[{"id": "84d2b5b1-608a-4b87-81df-ff791154f63c", "address": "fa:16:3e:75:12:63", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84d2b5b1-60", "ovs_interfaceid": "84d2b5b1-608a-4b87-81df-ff791154f63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.404115] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:12:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84d2b5b1-608a-4b87-81df-ff791154f63c', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.412564] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.416510] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.416996] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d09625-ffb7-4167-a955-029a75953622 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.442315] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.442315] env[68166]: value = "task-2807117" [ 953.442315] env[68166]: _type = "Task" [ 953.442315] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.449116] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807117, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.466549] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807116, 'name': Rename_Task, 'duration_secs': 0.189898} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.467101] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.467496] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02e13e94-0730-4d09-bd5b-ccba125fd922 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.475232] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 953.475232] env[68166]: value = "task-2807118" [ 953.475232] env[68166]: _type = "Task" [ 953.475232] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.491365] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.559612] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52bfef0d-56af-925e-12e2-48268c234055, 'name': SearchDatastore_Task, 'duration_secs': 0.009388} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.565021] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535b9f60-1aa6-4fe4-b4ab-5000eeb301c0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.569325] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 953.569325] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a3937a-271d-8dd8-6257-4591b6eb9885" [ 953.569325] env[68166]: _type = "Task" [ 953.569325] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.578773] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a3937a-271d-8dd8-6257-4591b6eb9885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.675711] env[68166]: DEBUG nova.compute.manager [req-f187f647-7e34-4210-b8c6-ec4e3037ae74 req-3152eae4-da99-469f-bb7b-f6210e5e9478 service nova] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Received event network-changed-84d2b5b1-608a-4b87-81df-ff791154f63c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.675991] env[68166]: DEBUG nova.compute.manager [req-f187f647-7e34-4210-b8c6-ec4e3037ae74 req-3152eae4-da99-469f-bb7b-f6210e5e9478 service nova] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Refreshing instance network info cache due to event network-changed-84d2b5b1-608a-4b87-81df-ff791154f63c. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 953.676234] env[68166]: DEBUG oslo_concurrency.lockutils [req-f187f647-7e34-4210-b8c6-ec4e3037ae74 req-3152eae4-da99-469f-bb7b-f6210e5e9478 service nova] Acquiring lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.676398] env[68166]: DEBUG oslo_concurrency.lockutils [req-f187f647-7e34-4210-b8c6-ec4e3037ae74 req-3152eae4-da99-469f-bb7b-f6210e5e9478 service nova] Acquired lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.676563] env[68166]: DEBUG nova.network.neutron [req-f187f647-7e34-4210-b8c6-ec4e3037ae74 req-3152eae4-da99-469f-bb7b-f6210e5e9478 service nova] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Refreshing network info cache for port 84d2b5b1-608a-4b87-81df-ff791154f63c {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.684638] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38fd5b9-589a-440a-b0c2-b225e3718716 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.694375] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c47432d-da24-45c7-b596-db52fddbf5f9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.732583] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b263068-7140-4033-8fec-346daa128e7a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.740218] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d87f8d6-21c4-4e5b-8c6d-c1a4f30a129b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.755917] env[68166]: DEBUG nova.compute.provider_tree [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.950726] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807117, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.986072] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.081955] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a3937a-271d-8dd8-6257-4591b6eb9885, 'name': SearchDatastore_Task, 'duration_secs': 0.012468} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.082195] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.083023] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 3b3e8c7d-e583-4568-b418-37182fbd5de8/3b3e8c7d-e583-4568-b418-37182fbd5de8.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.083023] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec5a3b53-601e-4e56-9938-ca7bb6ee87cf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.089136] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 954.089136] env[68166]: value = "task-2807119" [ 954.089136] env[68166]: _type = "Task" [ 954.089136] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.096333] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.100417] env[68166]: DEBUG nova.network.neutron [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updated VIF entry in instance network info cache for port 68696588-9b6f-4436-ba0b-6453b10ddc61. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.100758] env[68166]: DEBUG nova.network.neutron [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updating instance_info_cache with network_info: [{"id": "68696588-9b6f-4436-ba0b-6453b10ddc61", "address": "fa:16:3e:4d:ac:30", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68696588-9b", "ovs_interfaceid": "68696588-9b6f-4436-ba0b-6453b10ddc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.299695] env[68166]: DEBUG nova.scheduler.client.report [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 954.300279] env[68166]: DEBUG nova.compute.provider_tree [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 116 to 117 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 954.300279] env[68166]: DEBUG nova.compute.provider_tree [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.456474] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807117, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.488531] env[68166]: DEBUG oslo_vmware.api [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807118, 'name': PowerOnVM_Task, 'duration_secs': 0.550911} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.488977] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.489255] env[68166]: INFO nova.compute.manager [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Took 9.96 seconds to spawn the instance on the hypervisor. [ 954.489497] env[68166]: DEBUG nova.compute.manager [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.490466] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d63f48c-bd67-46e5-b74c-0250eb62c181 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.506022] env[68166]: DEBUG nova.network.neutron [req-f187f647-7e34-4210-b8c6-ec4e3037ae74 req-3152eae4-da99-469f-bb7b-f6210e5e9478 service nova] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updated VIF entry in instance network info cache for port 84d2b5b1-608a-4b87-81df-ff791154f63c. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.506022] env[68166]: DEBUG nova.network.neutron [req-f187f647-7e34-4210-b8c6-ec4e3037ae74 req-3152eae4-da99-469f-bb7b-f6210e5e9478 service nova] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance_info_cache with network_info: [{"id": "84d2b5b1-608a-4b87-81df-ff791154f63c", "address": "fa:16:3e:75:12:63", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84d2b5b1-60", "ovs_interfaceid": "84d2b5b1-608a-4b87-81df-ff791154f63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.598967] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807119, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.603721] env[68166]: DEBUG oslo_concurrency.lockutils [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] Releasing lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.604018] env[68166]: DEBUG nova.compute.manager [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Received event network-changed-68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.604337] env[68166]: DEBUG nova.compute.manager [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Refreshing instance network info cache due to event network-changed-68696588-9b6f-4436-ba0b-6453b10ddc61. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 954.604454] env[68166]: DEBUG oslo_concurrency.lockutils [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] Acquiring lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.604771] env[68166]: DEBUG oslo_concurrency.lockutils [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] Acquired lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.604858] env[68166]: DEBUG nova.network.neutron [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Refreshing network info cache for port 68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.814859] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.725s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.816119] env[68166]: DEBUG nova.compute.manager [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.821482] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.785s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.823413] env[68166]: INFO nova.compute.claims [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.955075] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807117, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.010422] env[68166]: DEBUG oslo_concurrency.lockutils [req-f187f647-7e34-4210-b8c6-ec4e3037ae74 req-3152eae4-da99-469f-bb7b-f6210e5e9478 service nova] Releasing lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.013040] env[68166]: INFO nova.compute.manager [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Took 37.89 seconds to build instance. [ 955.099498] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533014} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.099774] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 3b3e8c7d-e583-4568-b418-37182fbd5de8/3b3e8c7d-e583-4568-b418-37182fbd5de8.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.099991] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.100288] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7afbceb7-1b64-4d6d-bdbc-dc83783bd272 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.108788] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 955.108788] env[68166]: value = "task-2807120" [ 955.108788] env[68166]: _type = "Task" [ 955.108788] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.117620] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.331228] env[68166]: DEBUG nova.compute.utils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.332900] env[68166]: DEBUG nova.compute.manager [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.333085] env[68166]: DEBUG nova.network.neutron [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.350198] env[68166]: DEBUG nova.network.neutron [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updated VIF entry in instance network info cache for port 68696588-9b6f-4436-ba0b-6453b10ddc61. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.350551] env[68166]: DEBUG nova.network.neutron [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updating instance_info_cache with network_info: [{"id": "68696588-9b6f-4436-ba0b-6453b10ddc61", "address": "fa:16:3e:4d:ac:30", "network": {"id": "5a8699ef-a388-4617-9570-2e39b3f49116", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2075036773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84ff6e9f724443dfa33726642732a926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68696588-9b", "ovs_interfaceid": "68696588-9b6f-4436-ba0b-6453b10ddc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.373226] env[68166]: DEBUG nova.policy [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '344b7edf1e584a3d96175b7f24a7be0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4abe720ddcc4635a1a3b2a8d608ea2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.456825] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807117, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.515259] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2a12fca0-e3bb-4747-9824-4ebb41b3ab80 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Lock "d5a8b530-be59-4cbc-b933-983341395bc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.403s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.620111] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065015} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.620111] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.620338] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8482726-f81b-405d-8a0a-51523b18519e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.625726] env[68166]: INFO nova.compute.manager [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Rescuing [ 955.625726] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquiring lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.625726] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquired lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.625726] env[68166]: DEBUG nova.network.neutron [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.646673] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 3b3e8c7d-e583-4568-b418-37182fbd5de8/3b3e8c7d-e583-4568-b418-37182fbd5de8.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.647576] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df165641-51de-42b3-918c-267b2ee66282 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.667992] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 955.667992] env[68166]: value = "task-2807121" [ 955.667992] env[68166]: _type = "Task" [ 955.667992] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.676888] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.677691] env[68166]: DEBUG nova.network.neutron [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Successfully created port: 23d852b8-82ef-4079-84e4-684e639aa359 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.838082] env[68166]: DEBUG nova.compute.manager [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.852745] env[68166]: DEBUG oslo_concurrency.lockutils [req-bd4f9e4b-40ee-4731-afed-97e094d1ecb9 req-fd77bcfd-51f9-453c-80e0-67e27003db00 service nova] Releasing lock "refresh_cache-ea744a0c-56e5-4e41-9d0e-b8f5e568d062" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.966144] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807117, 'name': CreateVM_Task, 'duration_secs': 2.481478} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.966144] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.967391] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.967391] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.967506] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.967710] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de13967a-cbbe-48ff-91ed-a6bf445ef087 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.975719] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 955.975719] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5281629c-f7a0-9b62-7a12-97b72ce0718a" [ 955.975719] env[68166]: _type = "Task" [ 955.975719] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.991342] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5281629c-f7a0-9b62-7a12-97b72ce0718a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.180341] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807121, 'name': ReconfigVM_Task, 'duration_secs': 0.350274} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.180622] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 3b3e8c7d-e583-4568-b418-37182fbd5de8/3b3e8c7d-e583-4568-b418-37182fbd5de8.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.181426] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e3c3548-4dbe-489c-a267-c07c8906d976 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.190798] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 956.190798] env[68166]: value = "task-2807122" [ 956.190798] env[68166]: _type = "Task" [ 956.190798] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.200562] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807122, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.256123] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af3ae55-0580-4559-85ed-18f8e08b4533 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.263395] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac3205e-b9f7-48c8-b9e7-46b3c9c47f1d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.294573] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa25380-e1c0-4085-b7cf-0fbee5c86e38 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.302301] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bc7838-8886-4d32-b3c1-cfb7b4a350d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.315688] env[68166]: DEBUG nova.compute.provider_tree [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.372603] env[68166]: DEBUG nova.network.neutron [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updating instance_info_cache with network_info: [{"id": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "address": "fa:16:3e:76:e2:18", "network": {"id": "8b33a7fa-2751-4a7a-9bfe-6c9ba3b5a412", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515681663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297999bf9dfd4c159b00b6fb5a6abc17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9aad4b5-24", "ovs_interfaceid": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.487574] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5281629c-f7a0-9b62-7a12-97b72ce0718a, 'name': SearchDatastore_Task, 'duration_secs': 0.013912} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.487876] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.488221] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.488463] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.488611] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.488826] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.489074] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-554c5ad1-9310-4e76-b90a-52640c33a5d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.496756] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.496927] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.497772] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3545564f-bb62-45c6-bddb-57f2e8771a9d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.502230] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 956.502230] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]520db415-deaa-71b8-272f-89e8c30c3319" [ 956.502230] env[68166]: _type = "Task" [ 956.502230] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.509222] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520db415-deaa-71b8-272f-89e8c30c3319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.702838] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807122, 'name': Rename_Task, 'duration_secs': 0.137207} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.703230] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.704027] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aff392a-66d0-4407-a817-6aa0d104eb74 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.711222] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 956.711222] env[68166]: value = "task-2807123" [ 956.711222] env[68166]: _type = "Task" [ 956.711222] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.718976] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.818774] env[68166]: DEBUG nova.scheduler.client.report [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.849196] env[68166]: DEBUG nova.compute.manager [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.876465] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Releasing lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.881669] env[68166]: DEBUG nova.virt.hardware [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.882025] env[68166]: DEBUG nova.virt.hardware [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.882831] env[68166]: DEBUG nova.virt.hardware [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.882831] env[68166]: DEBUG nova.virt.hardware [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.882831] env[68166]: DEBUG nova.virt.hardware [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.883165] env[68166]: DEBUG nova.virt.hardware [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.883432] env[68166]: DEBUG nova.virt.hardware [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.883717] env[68166]: DEBUG nova.virt.hardware [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.884027] env[68166]: DEBUG nova.virt.hardware [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.884323] env[68166]: DEBUG nova.virt.hardware [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.884613] env[68166]: DEBUG nova.virt.hardware [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.886193] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b01c50-fd20-4044-bdea-3d1c19592cb2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.896303] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c0f172-c286-4226-8123-4f9376a56bce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.014027] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520db415-deaa-71b8-272f-89e8c30c3319, 'name': SearchDatastore_Task, 'duration_secs': 0.007763} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.015031] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ef8937-2443-4e02-92d1-3f880da6da1f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.020815] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 957.020815] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a257f7-4074-e08f-e202-9007fca303aa" [ 957.020815] env[68166]: _type = "Task" [ 957.020815] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.029734] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a257f7-4074-e08f-e202-9007fca303aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.156143] env[68166]: DEBUG nova.compute.manager [req-7b219f8f-aff1-4c35-9112-98e6b8a0d50b req-31b9fdf2-6f70-4ac1-a47a-e7924fc23f1f service nova] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Received event network-vif-plugged-23d852b8-82ef-4079-84e4-684e639aa359 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.156143] env[68166]: DEBUG oslo_concurrency.lockutils [req-7b219f8f-aff1-4c35-9112-98e6b8a0d50b req-31b9fdf2-6f70-4ac1-a47a-e7924fc23f1f service nova] Acquiring lock "060c4dc2-d45d-481e-99bc-3b8cc2526efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.156143] env[68166]: DEBUG oslo_concurrency.lockutils [req-7b219f8f-aff1-4c35-9112-98e6b8a0d50b req-31b9fdf2-6f70-4ac1-a47a-e7924fc23f1f service nova] Lock "060c4dc2-d45d-481e-99bc-3b8cc2526efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.156143] env[68166]: DEBUG oslo_concurrency.lockutils [req-7b219f8f-aff1-4c35-9112-98e6b8a0d50b req-31b9fdf2-6f70-4ac1-a47a-e7924fc23f1f service nova] Lock "060c4dc2-d45d-481e-99bc-3b8cc2526efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.156627] env[68166]: DEBUG nova.compute.manager [req-7b219f8f-aff1-4c35-9112-98e6b8a0d50b req-31b9fdf2-6f70-4ac1-a47a-e7924fc23f1f service nova] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] No waiting events found dispatching network-vif-plugged-23d852b8-82ef-4079-84e4-684e639aa359 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.157404] env[68166]: WARNING nova.compute.manager [req-7b219f8f-aff1-4c35-9112-98e6b8a0d50b req-31b9fdf2-6f70-4ac1-a47a-e7924fc23f1f service nova] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Received unexpected event network-vif-plugged-23d852b8-82ef-4079-84e4-684e639aa359 for instance with vm_state building and task_state spawning. [ 957.222160] env[68166]: DEBUG oslo_vmware.api [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807123, 'name': PowerOnVM_Task, 'duration_secs': 0.448488} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.222990] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.223476] env[68166]: INFO nova.compute.manager [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Took 8.71 seconds to spawn the instance on the hypervisor. [ 957.223771] env[68166]: DEBUG nova.compute.manager [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.224901] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2355cc9a-51f8-45ea-80e7-e1890c05b0c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.275057] env[68166]: DEBUG nova.network.neutron [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Successfully updated port: 23d852b8-82ef-4079-84e4-684e639aa359 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.328228] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.328799] env[68166]: DEBUG nova.compute.manager [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.331846] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.384s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.336950] env[68166]: INFO nova.compute.claims [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.531166] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a257f7-4074-e08f-e202-9007fca303aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011594} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.531502] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.531811] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 4edf3231-3ae0-4749-a65b-067aa2bb6217/4edf3231-3ae0-4749-a65b-067aa2bb6217.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.532141] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cdf66e6-5ca2-434f-a558-0e6ca3c7172d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.537513] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 957.537513] env[68166]: value = "task-2807124" [ 957.537513] env[68166]: _type = "Task" [ 957.537513] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.545017] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.744848] env[68166]: INFO nova.compute.manager [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Took 40.00 seconds to build instance. [ 957.778834] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "refresh_cache-060c4dc2-d45d-481e-99bc-3b8cc2526efc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.779301] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired lock "refresh_cache-060c4dc2-d45d-481e-99bc-3b8cc2526efc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.779571] env[68166]: DEBUG nova.network.neutron [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.842874] env[68166]: DEBUG nova.compute.utils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.845647] env[68166]: DEBUG nova.compute.manager [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.845830] env[68166]: DEBUG nova.network.neutron [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.900054] env[68166]: DEBUG nova.policy [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1ca77783c943458e1a9d789309efbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d657f834a284ee3acbb498ca4ca8680', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.048714] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807124, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.247011] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1de236c7-b264-4b1e-ae41-519e897c99b3 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "3b3e8c7d-e583-4568-b418-37182fbd5de8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.513s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.318086] env[68166]: DEBUG nova.network.neutron [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.332133] env[68166]: DEBUG nova.network.neutron [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Successfully created port: dd09613a-fa20-4378-9c3c-36d85e186626 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.346038] env[68166]: DEBUG nova.compute.manager [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.427628] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.427953] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9078de38-39ef-4b9f-b379-a86e48519d81 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.435198] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 958.435198] env[68166]: value = "task-2807125" [ 958.435198] env[68166]: _type = "Task" [ 958.435198] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.448261] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.505884] env[68166]: DEBUG nova.network.neutron [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Updating instance_info_cache with network_info: [{"id": "23d852b8-82ef-4079-84e4-684e639aa359", "address": "fa:16:3e:4f:1a:94", "network": {"id": "2a659f6d-46ad-45e7-b917-f0ff3b9b10e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-465188568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4abe720ddcc4635a1a3b2a8d608ea2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d852b8-82", "ovs_interfaceid": "23d852b8-82ef-4079-84e4-684e639aa359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.553399] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822221} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.553699] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 4edf3231-3ae0-4749-a65b-067aa2bb6217/4edf3231-3ae0-4749-a65b-067aa2bb6217.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.553919] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.554223] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06095e19-ed90-4366-9275-2549e5d6b7d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.561634] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 958.561634] env[68166]: value = "task-2807126" [ 958.561634] env[68166]: _type = "Task" [ 958.561634] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.571247] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.797348] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9915b6bb-52be-485e-ba68-e2d8ca4d0cfc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.807032] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0255dd6f-b036-471d-baf0-acfc815c770e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.837720] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6028526-57c9-4876-8091-e46605a013f4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.845094] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2252f724-0d04-4b25-b11b-45b7ad3b9e00 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.861848] env[68166]: DEBUG nova.compute.provider_tree [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.944362] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807125, 'name': PowerOffVM_Task, 'duration_secs': 0.246617} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.944726] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.945487] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878100cd-2b20-4c02-bb75-d2ef89962ac9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.963076] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161ec467-debf-471b-af90-a8c33cdac031 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.992192] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.992456] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d29b00a8-47fa-4e23-9069-9a580fe3f986 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.998331] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 958.998331] env[68166]: value = "task-2807127" [ 958.998331] env[68166]: _type = "Task" [ 958.998331] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.006981] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.008476] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Releasing lock "refresh_cache-060c4dc2-d45d-481e-99bc-3b8cc2526efc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.008799] env[68166]: DEBUG nova.compute.manager [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Instance network_info: |[{"id": "23d852b8-82ef-4079-84e4-684e639aa359", "address": "fa:16:3e:4f:1a:94", "network": {"id": "2a659f6d-46ad-45e7-b917-f0ff3b9b10e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-465188568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4abe720ddcc4635a1a3b2a8d608ea2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d852b8-82", "ovs_interfaceid": "23d852b8-82ef-4079-84e4-684e639aa359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.009135] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:1a:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23d852b8-82ef-4079-84e4-684e639aa359', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.016213] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Creating folder: Project (e4abe720ddcc4635a1a3b2a8d608ea2e). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.016444] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3515f243-a65e-4761-b7f3-e804599ed2b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.026045] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Created folder: Project (e4abe720ddcc4635a1a3b2a8d608ea2e) in parent group-v563881. [ 959.026045] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Creating folder: Instances. Parent ref: group-v564119. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.026045] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9c49048-959b-46c1-9504-2f5ffe7dd19e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.034400] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Created folder: Instances in parent group-v564119. [ 959.034628] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.034811] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.035009] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0448825-c4b2-4e96-9054-f2b27f2f6f06 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.054245] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.054245] env[68166]: value = "task-2807130" [ 959.054245] env[68166]: _type = "Task" [ 959.054245] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.062040] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807130, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.069032] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083156} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.069304] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.070077] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8f4106-28e5-4257-bf6e-05df41c53974 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.091878] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 4edf3231-3ae0-4749-a65b-067aa2bb6217/4edf3231-3ae0-4749-a65b-067aa2bb6217.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.092273] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e6e374-bb07-4bb5-a46e-a230f3429f28 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.111967] env[68166]: DEBUG oslo_concurrency.lockutils [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "3b3e8c7d-e583-4568-b418-37182fbd5de8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.112265] env[68166]: DEBUG oslo_concurrency.lockutils [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "3b3e8c7d-e583-4568-b418-37182fbd5de8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.112473] env[68166]: DEBUG oslo_concurrency.lockutils [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "3b3e8c7d-e583-4568-b418-37182fbd5de8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.112660] env[68166]: DEBUG oslo_concurrency.lockutils [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "3b3e8c7d-e583-4568-b418-37182fbd5de8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.112829] env[68166]: DEBUG oslo_concurrency.lockutils [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "3b3e8c7d-e583-4568-b418-37182fbd5de8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.114473] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 959.114473] env[68166]: value = "task-2807131" [ 959.114473] env[68166]: _type = "Task" [ 959.114473] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.114984] env[68166]: INFO nova.compute.manager [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Terminating instance [ 959.126350] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807131, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.217788] env[68166]: DEBUG nova.compute.manager [req-f9dd2745-59af-4a16-86d1-b0a292b1309a req-071de9c9-3ae7-4c21-a4be-4c10540efd9d service nova] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Received event network-changed-23d852b8-82ef-4079-84e4-684e639aa359 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.217788] env[68166]: DEBUG nova.compute.manager [req-f9dd2745-59af-4a16-86d1-b0a292b1309a req-071de9c9-3ae7-4c21-a4be-4c10540efd9d service nova] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Refreshing instance network info cache due to event network-changed-23d852b8-82ef-4079-84e4-684e639aa359. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 959.217788] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9dd2745-59af-4a16-86d1-b0a292b1309a req-071de9c9-3ae7-4c21-a4be-4c10540efd9d service nova] Acquiring lock "refresh_cache-060c4dc2-d45d-481e-99bc-3b8cc2526efc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.217788] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9dd2745-59af-4a16-86d1-b0a292b1309a req-071de9c9-3ae7-4c21-a4be-4c10540efd9d service nova] Acquired lock "refresh_cache-060c4dc2-d45d-481e-99bc-3b8cc2526efc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.217788] env[68166]: DEBUG nova.network.neutron [req-f9dd2745-59af-4a16-86d1-b0a292b1309a req-071de9c9-3ae7-4c21-a4be-4c10540efd9d service nova] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Refreshing network info cache for port 23d852b8-82ef-4079-84e4-684e639aa359 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.364859] env[68166]: DEBUG nova.compute.manager [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.397022] env[68166]: DEBUG nova.virt.hardware [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.397022] env[68166]: DEBUG nova.virt.hardware [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.397234] env[68166]: DEBUG nova.virt.hardware [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.397606] env[68166]: DEBUG nova.virt.hardware [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.397606] env[68166]: DEBUG nova.virt.hardware [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.397679] env[68166]: DEBUG nova.virt.hardware [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.397877] env[68166]: DEBUG nova.virt.hardware [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.398049] env[68166]: DEBUG nova.virt.hardware [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.398285] env[68166]: DEBUG nova.virt.hardware [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.398485] env[68166]: DEBUG nova.virt.hardware [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.400062] env[68166]: DEBUG nova.virt.hardware [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.400062] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6a0393-29e5-47a4-a6d2-6e9ef403742e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.406000] env[68166]: DEBUG nova.scheduler.client.report [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 959.406000] env[68166]: DEBUG nova.compute.provider_tree [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 117 to 118 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 959.406000] env[68166]: DEBUG nova.compute.provider_tree [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.412617] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb648230-01b9-4de0-a633-45cc8751edaa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.509662] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 959.509885] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.510150] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.510301] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.510517] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.510743] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5b72423-9126-4ef9-b356-7965d6fbc926 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.518253] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.518429] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.519254] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181e05d0-ec33-4944-92f9-ea7ff8397bf2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.526169] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 959.526169] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dfdbf6-c6f2-aa41-c422-efdecee7e0e8" [ 959.526169] env[68166]: _type = "Task" [ 959.526169] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.533740] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52dfdbf6-c6f2-aa41-c422-efdecee7e0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.564432] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807130, 'name': CreateVM_Task, 'duration_secs': 0.464417} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.564432] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.565150] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.566168] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.566168] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.566168] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b5e719-edc8-441e-be4a-f1e56cc438f6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.570192] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 959.570192] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c8aa7e-dda8-7283-3763-1bb5c5dc6e19" [ 959.570192] env[68166]: _type = "Task" [ 959.570192] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.577830] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c8aa7e-dda8-7283-3763-1bb5c5dc6e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.622121] env[68166]: DEBUG nova.compute.manager [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.622121] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.623316] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c9435d-50be-4776-afd5-7703008d9969 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.630912] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.633133] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.633412] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a037716d-0438-4445-8e97-882d007015b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.639345] env[68166]: DEBUG oslo_vmware.api [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 959.639345] env[68166]: value = "task-2807132" [ 959.639345] env[68166]: _type = "Task" [ 959.639345] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.647127] env[68166]: DEBUG oslo_vmware.api [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.914932] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.915774] env[68166]: DEBUG nova.compute.manager [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.922905] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.446s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.923141] env[68166]: DEBUG nova.objects.instance [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lazy-loading 'resources' on Instance uuid 3252ed02-af47-4919-a692-2a1f9a325fe1 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.990101] env[68166]: DEBUG nova.network.neutron [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Successfully updated port: dd09613a-fa20-4378-9c3c-36d85e186626 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.992017] env[68166]: DEBUG nova.network.neutron [req-f9dd2745-59af-4a16-86d1-b0a292b1309a req-071de9c9-3ae7-4c21-a4be-4c10540efd9d service nova] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Updated VIF entry in instance network info cache for port 23d852b8-82ef-4079-84e4-684e639aa359. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.992434] env[68166]: DEBUG nova.network.neutron [req-f9dd2745-59af-4a16-86d1-b0a292b1309a req-071de9c9-3ae7-4c21-a4be-4c10540efd9d service nova] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Updating instance_info_cache with network_info: [{"id": "23d852b8-82ef-4079-84e4-684e639aa359", "address": "fa:16:3e:4f:1a:94", "network": {"id": "2a659f6d-46ad-45e7-b917-f0ff3b9b10e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-465188568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4abe720ddcc4635a1a3b2a8d608ea2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d852b8-82", "ovs_interfaceid": "23d852b8-82ef-4079-84e4-684e639aa359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.036664] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52dfdbf6-c6f2-aa41-c422-efdecee7e0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.037433] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ccc779-e018-425c-8cf9-1da451254c10 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.042392] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 960.042392] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52852b2a-3e05-6509-7b01-55f75984e19b" [ 960.042392] env[68166]: _type = "Task" [ 960.042392] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.050852] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52852b2a-3e05-6509-7b01-55f75984e19b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.080400] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c8aa7e-dda8-7283-3763-1bb5c5dc6e19, 'name': SearchDatastore_Task, 'duration_secs': 0.011696} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.080625] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.080854] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.081157] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.081307] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.081486] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.081726] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb1d681c-5efb-4f88-9b9e-4aa8f7b22285 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.089175] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.089346] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.090011] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f22eeee-5eef-4792-9132-ac2f1a30b6a0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.096341] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 960.096341] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eade7d-dc63-549c-d168-81ebbc0a645c" [ 960.096341] env[68166]: _type = "Task" [ 960.096341] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.102019] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eade7d-dc63-549c-d168-81ebbc0a645c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.125961] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807131, 'name': ReconfigVM_Task, 'duration_secs': 0.803442} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.126154] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 4edf3231-3ae0-4749-a65b-067aa2bb6217/4edf3231-3ae0-4749-a65b-067aa2bb6217.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.126615] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9835928-96cc-419b-9a59-547a9258066f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.132981] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 960.132981] env[68166]: value = "task-2807133" [ 960.132981] env[68166]: _type = "Task" [ 960.132981] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.141567] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807133, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.150046] env[68166]: DEBUG oslo_vmware.api [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807132, 'name': PowerOffVM_Task, 'duration_secs': 0.181915} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.150046] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.150046] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.150258] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d174a9d2-69b7-4d58-b6be-c193237cfc0c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.207830] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.208154] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.208352] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleting the datastore file [datastore1] 3b3e8c7d-e583-4568-b418-37182fbd5de8 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.208626] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aeb03be-9338-4067-9918-d86271c2eb99 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.215425] env[68166]: DEBUG oslo_vmware.api [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 960.215425] env[68166]: value = "task-2807135" [ 960.215425] env[68166]: _type = "Task" [ 960.215425] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.222853] env[68166]: DEBUG oslo_vmware.api [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.428024] env[68166]: DEBUG nova.compute.utils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.432198] env[68166]: DEBUG nova.compute.manager [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.432388] env[68166]: DEBUG nova.network.neutron [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.494964] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9dd2745-59af-4a16-86d1-b0a292b1309a req-071de9c9-3ae7-4c21-a4be-4c10540efd9d service nova] Releasing lock "refresh_cache-060c4dc2-d45d-481e-99bc-3b8cc2526efc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.495161] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "refresh_cache-c689390c-10b7-4bdc-9c28-84ee0cad5afe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.496035] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "refresh_cache-c689390c-10b7-4bdc-9c28-84ee0cad5afe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.496035] env[68166]: DEBUG nova.network.neutron [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.501102] env[68166]: DEBUG nova.policy [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c2369b77cf94f938610a24e8cc89aa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e51364c6f33349789387aea32825c795', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.534892] env[68166]: DEBUG nova.network.neutron [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.554701] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52852b2a-3e05-6509-7b01-55f75984e19b, 'name': SearchDatastore_Task, 'duration_secs': 0.008997} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.556748] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.557200] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d5a8b530-be59-4cbc-b933-983341395bc3/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk. {{(pid=68166) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 960.557299] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6db2a82-d724-431a-9182-3c523d67979c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.566693] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 960.566693] env[68166]: value = "task-2807136" [ 960.566693] env[68166]: _type = "Task" [ 960.566693] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.575512] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.605244] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eade7d-dc63-549c-d168-81ebbc0a645c, 'name': SearchDatastore_Task, 'duration_secs': 0.007969} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.610839] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548e8cc2-cf82-410d-92f5-086aafb27627 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.616430] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 960.616430] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5214c510-6b78-fe33-635c-6501babd2940" [ 960.616430] env[68166]: _type = "Task" [ 960.616430] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.629452] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5214c510-6b78-fe33-635c-6501babd2940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.646416] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807133, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.697689] env[68166]: DEBUG nova.network.neutron [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Updating instance_info_cache with network_info: [{"id": "dd09613a-fa20-4378-9c3c-36d85e186626", "address": "fa:16:3e:34:64:1e", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd09613a-fa", "ovs_interfaceid": "dd09613a-fa20-4378-9c3c-36d85e186626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.727158] env[68166]: DEBUG oslo_vmware.api [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126455} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.727650] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.727903] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.728149] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.728498] env[68166]: INFO nova.compute.manager [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 960.728795] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.729054] env[68166]: DEBUG nova.compute.manager [-] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.729207] env[68166]: DEBUG nova.network.neutron [-] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.884644] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8715a50-5d05-4b58-a34b-b61c3deb2711 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.894505] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f857e9-8d10-4267-9c3c-b0db4a7dac3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.936022] env[68166]: DEBUG nova.compute.manager [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.940410] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300d868f-63a2-4ab8-b7dd-90ecb7abd54d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.953033] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c6deea-f0a8-44ab-a545-a33e8fae2045 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.967426] env[68166]: DEBUG nova.compute.provider_tree [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.027271] env[68166]: DEBUG nova.network.neutron [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Successfully created port: fbed76e1-4bf9-4ceb-832e-61dffce88b26 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.076627] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490264} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.076894] env[68166]: INFO nova.virt.vmwareapi.ds_util [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d5a8b530-be59-4cbc-b933-983341395bc3/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk. [ 961.077753] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ce8c9d-fe7f-45d4-9586-2ee3b9bdcc3b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.101887] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] d5a8b530-be59-4cbc-b933-983341395bc3/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.102176] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf00b90-900b-4581-8493-4f533952ebac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.121409] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 961.121409] env[68166]: value = "task-2807137" [ 961.121409] env[68166]: _type = "Task" [ 961.121409] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.127809] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5214c510-6b78-fe33-635c-6501babd2940, 'name': SearchDatastore_Task, 'duration_secs': 0.011781} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.128394] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.128696] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 060c4dc2-d45d-481e-99bc-3b8cc2526efc/060c4dc2-d45d-481e-99bc-3b8cc2526efc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.128945] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c2bf80a-0e6c-436e-8d64-ae6ccfbff22f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.133424] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807137, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.138023] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 961.138023] env[68166]: value = "task-2807138" [ 961.138023] env[68166]: _type = "Task" [ 961.138023] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.141285] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807133, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.148984] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.201070] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "refresh_cache-c689390c-10b7-4bdc-9c28-84ee0cad5afe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.201603] env[68166]: DEBUG nova.compute.manager [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Instance network_info: |[{"id": "dd09613a-fa20-4378-9c3c-36d85e186626", "address": "fa:16:3e:34:64:1e", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd09613a-fa", "ovs_interfaceid": "dd09613a-fa20-4378-9c3c-36d85e186626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.202129] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:64:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd09613a-fa20-4378-9c3c-36d85e186626', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.210009] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.210296] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.210547] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d683a27a-5e24-471a-be24-803b52f08049 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.231963] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.231963] env[68166]: value = "task-2807139" [ 961.231963] env[68166]: _type = "Task" [ 961.231963] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.240795] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807139, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.272150] env[68166]: DEBUG nova.compute.manager [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Received event network-vif-plugged-dd09613a-fa20-4378-9c3c-36d85e186626 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.272452] env[68166]: DEBUG oslo_concurrency.lockutils [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] Acquiring lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.272695] env[68166]: DEBUG oslo_concurrency.lockutils [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] Lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.272890] env[68166]: DEBUG oslo_concurrency.lockutils [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] Lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.273084] env[68166]: DEBUG nova.compute.manager [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] No waiting events found dispatching network-vif-plugged-dd09613a-fa20-4378-9c3c-36d85e186626 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.273273] env[68166]: WARNING nova.compute.manager [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Received unexpected event network-vif-plugged-dd09613a-fa20-4378-9c3c-36d85e186626 for instance with vm_state building and task_state spawning. [ 961.273442] env[68166]: DEBUG nova.compute.manager [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Received event network-changed-dd09613a-fa20-4378-9c3c-36d85e186626 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.273601] env[68166]: DEBUG nova.compute.manager [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Refreshing instance network info cache due to event network-changed-dd09613a-fa20-4378-9c3c-36d85e186626. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 961.273785] env[68166]: DEBUG oslo_concurrency.lockutils [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] Acquiring lock "refresh_cache-c689390c-10b7-4bdc-9c28-84ee0cad5afe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.273935] env[68166]: DEBUG oslo_concurrency.lockutils [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] Acquired lock "refresh_cache-c689390c-10b7-4bdc-9c28-84ee0cad5afe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.274121] env[68166]: DEBUG nova.network.neutron [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Refreshing network info cache for port dd09613a-fa20-4378-9c3c-36d85e186626 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.473806] env[68166]: DEBUG nova.scheduler.client.report [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.563785] env[68166]: DEBUG nova.network.neutron [-] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.635022] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807137, 'name': ReconfigVM_Task, 'duration_secs': 0.304961} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.638580] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Reconfigured VM instance instance-00000054 to attach disk [datastore1] d5a8b530-be59-4cbc-b933-983341395bc3/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.639613] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ba89ad-ba6c-4e13-bf11-ef055b1a1cd7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.649215] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807133, 'name': Rename_Task, 'duration_secs': 1.211144} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.668370] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.676776] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf6bb234-89b7-47ca-b023-114eb55609ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.678503] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-832bf158-06be-44ab-a419-9135cdb46834 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.688925] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495204} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.689158] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 060c4dc2-d45d-481e-99bc-3b8cc2526efc/060c4dc2-d45d-481e-99bc-3b8cc2526efc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.689378] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.690817] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f818e1b0-77f1-4a05-89b9-6767e5e764cf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.693766] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 961.693766] env[68166]: value = "task-2807140" [ 961.693766] env[68166]: _type = "Task" [ 961.693766] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.695373] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 961.695373] env[68166]: value = "task-2807141" [ 961.695373] env[68166]: _type = "Task" [ 961.695373] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.702414] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 961.702414] env[68166]: value = "task-2807142" [ 961.702414] env[68166]: _type = "Task" [ 961.702414] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.711603] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.711908] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.717222] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.741443] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807139, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.946329] env[68166]: DEBUG nova.compute.manager [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.975156] env[68166]: DEBUG nova.virt.hardware [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.975156] env[68166]: DEBUG nova.virt.hardware [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.975156] env[68166]: DEBUG nova.virt.hardware [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.975395] env[68166]: DEBUG nova.virt.hardware [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.975468] env[68166]: DEBUG nova.virt.hardware [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.975613] env[68166]: DEBUG nova.virt.hardware [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.975822] env[68166]: DEBUG nova.virt.hardware [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.975980] env[68166]: DEBUG nova.virt.hardware [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.976159] env[68166]: DEBUG nova.virt.hardware [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.976323] env[68166]: DEBUG nova.virt.hardware [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.976490] env[68166]: DEBUG nova.virt.hardware [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.977378] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20b37b8-d663-4920-8641-0fa38355e1c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.980650] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.982804] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.169s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.983044] env[68166]: DEBUG nova.objects.instance [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Lazy-loading 'resources' on Instance uuid a6990f0d-066a-40e6-92bf-42c09941b9cf {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.989521] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f42fc6-f253-4c5a-9496-f28d910614e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.006406] env[68166]: INFO nova.scheduler.client.report [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Deleted allocations for instance 3252ed02-af47-4919-a692-2a1f9a325fe1 [ 962.007775] env[68166]: DEBUG nova.network.neutron [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Updated VIF entry in instance network info cache for port dd09613a-fa20-4378-9c3c-36d85e186626. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.008095] env[68166]: DEBUG nova.network.neutron [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Updating instance_info_cache with network_info: [{"id": "dd09613a-fa20-4378-9c3c-36d85e186626", "address": "fa:16:3e:34:64:1e", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd09613a-fa", "ovs_interfaceid": "dd09613a-fa20-4378-9c3c-36d85e186626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.066610] env[68166]: INFO nova.compute.manager [-] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Took 1.34 seconds to deallocate network for instance. [ 962.212073] env[68166]: DEBUG oslo_vmware.api [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807140, 'name': PowerOnVM_Task, 'duration_secs': 0.481454} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.212329] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807141, 'name': ReconfigVM_Task, 'duration_secs': 0.151118} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.212917] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.213175] env[68166]: INFO nova.compute.manager [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Took 11.21 seconds to spawn the instance on the hypervisor. [ 962.213373] env[68166]: DEBUG nova.compute.manager [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.213643] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.214366] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f345fec-d27d-4cef-8160-f750e57c9e4a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.217035] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7b8e178-e76c-4a8e-a546-44a2850bc093 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.220945] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071119} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.221565] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.222340] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736bfa2e-efa5-4923-8f23-47b7296a959a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.229784] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 962.229784] env[68166]: value = "task-2807143" [ 962.229784] env[68166]: _type = "Task" [ 962.229784] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.250801] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 060c4dc2-d45d-481e-99bc-3b8cc2526efc/060c4dc2-d45d-481e-99bc-3b8cc2526efc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.255017] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf04f5cb-0681-4c0a-9fec-e4154a01dcc5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.274326] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.279764] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807139, 'name': CreateVM_Task, 'duration_secs': 0.590354} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.280923] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.281284] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 962.281284] env[68166]: value = "task-2807144" [ 962.281284] env[68166]: _type = "Task" [ 962.281284] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.281933] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.282136] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.282454] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.282756] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15070287-cdba-4028-9b41-f8b354528c76 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.293914] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.294885] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 962.294885] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521e918e-9bc2-f6a4-5da6-dc0eee85114b" [ 962.294885] env[68166]: _type = "Task" [ 962.294885] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.303073] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521e918e-9bc2-f6a4-5da6-dc0eee85114b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.513502] env[68166]: DEBUG oslo_concurrency.lockutils [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] Releasing lock "refresh_cache-c689390c-10b7-4bdc-9c28-84ee0cad5afe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.513870] env[68166]: DEBUG nova.compute.manager [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Received event network-vif-deleted-46f1970b-bc22-45ea-8c7f-fc40c6fe3034 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.514162] env[68166]: INFO nova.compute.manager [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Neutron deleted interface 46f1970b-bc22-45ea-8c7f-fc40c6fe3034; detaching it from the instance and deleting it from the info cache [ 962.514427] env[68166]: DEBUG nova.network.neutron [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.519658] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a52358ac-272f-4e02-86af-dc47d4c23fc1 tempest-ServersAdminTestJSON-2120183434 tempest-ServersAdminTestJSON-2120183434-project-member] Lock "3252ed02-af47-4919-a692-2a1f9a325fe1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.446s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.574698] env[68166]: DEBUG oslo_concurrency.lockutils [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.742739] env[68166]: INFO nova.compute.manager [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Took 44.31 seconds to build instance. [ 962.747427] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807143, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.795857] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807144, 'name': ReconfigVM_Task, 'duration_secs': 0.326229} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.802943] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 060c4dc2-d45d-481e-99bc-3b8cc2526efc/060c4dc2-d45d-481e-99bc-3b8cc2526efc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.806020] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1b1665b-a9dc-443f-818d-ca9d69bc6e8b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.809129] env[68166]: DEBUG nova.compute.manager [req-d495d9c8-d599-4975-842b-b2be6f935cc1 req-51301b5d-a62b-4f22-affe-351ea7d57e12 service nova] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Received event network-vif-plugged-fbed76e1-4bf9-4ceb-832e-61dffce88b26 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.809129] env[68166]: DEBUG oslo_concurrency.lockutils [req-d495d9c8-d599-4975-842b-b2be6f935cc1 req-51301b5d-a62b-4f22-affe-351ea7d57e12 service nova] Acquiring lock "49fd41c6-7327-4ff7-8eac-ff4d25b79a97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.809354] env[68166]: DEBUG oslo_concurrency.lockutils [req-d495d9c8-d599-4975-842b-b2be6f935cc1 req-51301b5d-a62b-4f22-affe-351ea7d57e12 service nova] Lock "49fd41c6-7327-4ff7-8eac-ff4d25b79a97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.809650] env[68166]: DEBUG oslo_concurrency.lockutils [req-d495d9c8-d599-4975-842b-b2be6f935cc1 req-51301b5d-a62b-4f22-affe-351ea7d57e12 service nova] Lock "49fd41c6-7327-4ff7-8eac-ff4d25b79a97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.810094] env[68166]: DEBUG nova.compute.manager [req-d495d9c8-d599-4975-842b-b2be6f935cc1 req-51301b5d-a62b-4f22-affe-351ea7d57e12 service nova] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] No waiting events found dispatching network-vif-plugged-fbed76e1-4bf9-4ceb-832e-61dffce88b26 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.810442] env[68166]: WARNING nova.compute.manager [req-d495d9c8-d599-4975-842b-b2be6f935cc1 req-51301b5d-a62b-4f22-affe-351ea7d57e12 service nova] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Received unexpected event network-vif-plugged-fbed76e1-4bf9-4ceb-832e-61dffce88b26 for instance with vm_state building and task_state spawning. [ 962.818269] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521e918e-9bc2-f6a4-5da6-dc0eee85114b, 'name': SearchDatastore_Task, 'duration_secs': 0.014006} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.820193] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.820567] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.820947] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.821235] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.821523] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.821940] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 962.821940] env[68166]: value = "task-2807145" [ 962.821940] env[68166]: _type = "Task" [ 962.821940] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.825011] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-526fbf0e-0abc-4fc3-b75a-951046778c57 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.836974] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807145, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.842790] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.843207] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.844134] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c2f5e0-fe3b-4686-a946-eb0c9128d74d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.850014] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 962.850014] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eddb3d-8f45-ac99-b318-9f7d406ab62a" [ 962.850014] env[68166]: _type = "Task" [ 962.850014] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.859903] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eddb3d-8f45-ac99-b318-9f7d406ab62a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.911169] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1121e5f1-9209-4601-8d6e-578a1309db20 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.919940] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fb12ce-e98f-4f93-8684-8c852e9172e1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.953812] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee62cb6-bae3-4740-ab22-77daadc4afd1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.963211] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a6f146-8d8e-4af5-87d9-7fbec7b5e6fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.966352] env[68166]: DEBUG nova.network.neutron [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Successfully updated port: fbed76e1-4bf9-4ceb-832e-61dffce88b26 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.977159] env[68166]: DEBUG nova.compute.provider_tree [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.021126] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-748caa63-75f4-4601-833d-a70c605e05dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.030389] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502b7a55-b31e-44f7-9a86-650628ae8b8e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.066874] env[68166]: DEBUG nova.compute.manager [req-0540040a-0018-44b3-8203-6f74f2530399 req-2c4a5054-efcd-4d85-a67b-fe467b5c8275 service nova] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Detach interface failed, port_id=46f1970b-bc22-45ea-8c7f-fc40c6fe3034, reason: Instance 3b3e8c7d-e583-4568-b418-37182fbd5de8 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 963.247293] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4952d002-0493-408a-addf-620bb510aaa8 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4edf3231-3ae0-4749-a65b-067aa2bb6217" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.828s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.247293] env[68166]: DEBUG oslo_vmware.api [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807143, 'name': PowerOnVM_Task, 'duration_secs': 0.551945} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.247293] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.248550] env[68166]: DEBUG nova.compute.manager [None req-3cb4ec69-7171-44e0-ac3a-6eca14c33413 tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.249454] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf5c470-23d6-40d2-b717-46fe34f37723 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.337887] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807145, 'name': Rename_Task, 'duration_secs': 0.142318} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.338887] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.339295] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2222f447-d572-4212-b54b-21b74038a699 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.345863] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 963.345863] env[68166]: value = "task-2807146" [ 963.345863] env[68166]: _type = "Task" [ 963.345863] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.354568] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.365064] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eddb3d-8f45-ac99-b318-9f7d406ab62a, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.366030] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5d8e29-8cee-43d4-b2c2-512221b3d6c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.375107] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 963.375107] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5287f22c-6c24-a423-1748-6a525b9c3ccf" [ 963.375107] env[68166]: _type = "Task" [ 963.375107] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.384696] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5287f22c-6c24-a423-1748-6a525b9c3ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.471343] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "refresh_cache-49fd41c6-7327-4ff7-8eac-ff4d25b79a97" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.471343] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquired lock "refresh_cache-49fd41c6-7327-4ff7-8eac-ff4d25b79a97" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.471343] env[68166]: DEBUG nova.network.neutron [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.481229] env[68166]: DEBUG nova.scheduler.client.report [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.857725] env[68166]: DEBUG oslo_vmware.api [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807146, 'name': PowerOnVM_Task, 'duration_secs': 0.473089} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.858740] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.859044] env[68166]: INFO nova.compute.manager [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Took 7.01 seconds to spawn the instance on the hypervisor. [ 963.859259] env[68166]: DEBUG nova.compute.manager [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.860188] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a438d0cd-8130-4e4b-b09f-0641d8406ec9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.889215] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5287f22c-6c24-a423-1748-6a525b9c3ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.014101} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.889514] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.889793] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] c689390c-10b7-4bdc-9c28-84ee0cad5afe/c689390c-10b7-4bdc-9c28-84ee0cad5afe.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.890101] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d06c1538-0b83-4054-b2c3-de8cdefe40c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.898319] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 963.898319] env[68166]: value = "task-2807147" [ 963.898319] env[68166]: _type = "Task" [ 963.898319] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.910056] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.987997] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.990985] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.077s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.991288] env[68166]: DEBUG nova.objects.instance [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lazy-loading 'resources' on Instance uuid 5fc5510e-d7d2-4085-9c96-388b041d0b9f {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.023333] env[68166]: INFO nova.scheduler.client.report [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Deleted allocations for instance a6990f0d-066a-40e6-92bf-42c09941b9cf [ 964.029362] env[68166]: DEBUG nova.network.neutron [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.190158] env[68166]: DEBUG nova.network.neutron [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Updating instance_info_cache with network_info: [{"id": "fbed76e1-4bf9-4ceb-832e-61dffce88b26", "address": "fa:16:3e:07:4d:68", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbed76e1-4b", "ovs_interfaceid": "fbed76e1-4bf9-4ceb-832e-61dffce88b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.397259] env[68166]: INFO nova.compute.manager [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Took 39.57 seconds to build instance. [ 964.411151] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807147, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.538424] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cc4c788c-44a1-4116-a44b-e7310d93a636 tempest-ServerActionsTestOtherB-1708447690 tempest-ServerActionsTestOtherB-1708447690-project-member] Lock "a6990f0d-066a-40e6-92bf-42c09941b9cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.409s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.678676] env[68166]: DEBUG nova.compute.manager [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Stashing vm_state: active {{(pid=68166) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 964.697984] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Releasing lock "refresh_cache-49fd41c6-7327-4ff7-8eac-ff4d25b79a97" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.698184] env[68166]: DEBUG nova.compute.manager [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Instance network_info: |[{"id": "fbed76e1-4bf9-4ceb-832e-61dffce88b26", "address": "fa:16:3e:07:4d:68", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbed76e1-4b", "ovs_interfaceid": "fbed76e1-4bf9-4ceb-832e-61dffce88b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.698891] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:4d:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbed76e1-4bf9-4ceb-832e-61dffce88b26', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.712738] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Creating folder: Project (e51364c6f33349789387aea32825c795). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.715903] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1239b02c-ceb6-43d6-929a-2d69068f9bc1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.726062] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Created folder: Project (e51364c6f33349789387aea32825c795) in parent group-v563881. [ 964.726289] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Creating folder: Instances. Parent ref: group-v564123. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.726534] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a922c6-fd1c-4f94-933b-1bf815e4a3b9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.736339] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Created folder: Instances in parent group-v564123. [ 964.736485] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.736675] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.736874] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe5822d6-f0a1-42c6-8983-19a9bc9b26cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.761162] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.761162] env[68166]: value = "task-2807150" [ 964.761162] env[68166]: _type = "Task" [ 964.761162] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.771922] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807150, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.901088] env[68166]: DEBUG oslo_concurrency.lockutils [None req-69591b61-c91a-4f1b-95be-34dffd949470 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "060c4dc2-d45d-481e-99bc-3b8cc2526efc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.098s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.914885] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789163} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.915284] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] c689390c-10b7-4bdc-9c28-84ee0cad5afe/c689390c-10b7-4bdc-9c28-84ee0cad5afe.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.915565] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.915847] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8766410f-9621-4fe1-8569-d817d23d43f9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.926724] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 964.926724] env[68166]: value = "task-2807151" [ 964.926724] env[68166]: _type = "Task" [ 964.926724] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.938130] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.980898] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05e1868-a91c-452e-add7-d69e7b3558d0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.989642] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a7ba1e-7894-495c-9e24-fa4c3ffa6aa7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.029486] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63d2395-1496-42bc-91d0-8c470f85e7de {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.042211] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1a9433-8165-46d6-a83a-88c3c8c0c878 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.058130] env[68166]: DEBUG nova.compute.provider_tree [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.107465] env[68166]: DEBUG nova.compute.manager [req-e1af7f07-84ab-48f9-837f-cf59b5e96def req-4e201c36-a8b2-490a-aad3-774d889ccc2e service nova] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Received event network-changed-fbed76e1-4bf9-4ceb-832e-61dffce88b26 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.107667] env[68166]: DEBUG nova.compute.manager [req-e1af7f07-84ab-48f9-837f-cf59b5e96def req-4e201c36-a8b2-490a-aad3-774d889ccc2e service nova] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Refreshing instance network info cache due to event network-changed-fbed76e1-4bf9-4ceb-832e-61dffce88b26. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 965.107895] env[68166]: DEBUG oslo_concurrency.lockutils [req-e1af7f07-84ab-48f9-837f-cf59b5e96def req-4e201c36-a8b2-490a-aad3-774d889ccc2e service nova] Acquiring lock "refresh_cache-49fd41c6-7327-4ff7-8eac-ff4d25b79a97" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.108050] env[68166]: DEBUG oslo_concurrency.lockutils [req-e1af7f07-84ab-48f9-837f-cf59b5e96def req-4e201c36-a8b2-490a-aad3-774d889ccc2e service nova] Acquired lock "refresh_cache-49fd41c6-7327-4ff7-8eac-ff4d25b79a97" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.108213] env[68166]: DEBUG nova.network.neutron [req-e1af7f07-84ab-48f9-837f-cf59b5e96def req-4e201c36-a8b2-490a-aad3-774d889ccc2e service nova] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Refreshing network info cache for port fbed76e1-4bf9-4ceb-832e-61dffce88b26 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.203872] env[68166]: DEBUG oslo_concurrency.lockutils [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.272458] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807150, 'name': CreateVM_Task, 'duration_secs': 0.346431} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.274092] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.274092] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.274092] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.274092] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.274092] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b8a6e1-1ec2-4640-9b2f-b31263b1a952 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.278984] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 965.278984] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f747ee-aacd-ebaf-5fd7-ff13b9abe67a" [ 965.278984] env[68166]: _type = "Task" [ 965.278984] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.289033] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f747ee-aacd-ebaf-5fd7-ff13b9abe67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.439524] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067987} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.439903] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.440699] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc9762a-7bb6-4427-be70-178a7639d217 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.467676] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] c689390c-10b7-4bdc-9c28-84ee0cad5afe/c689390c-10b7-4bdc-9c28-84ee0cad5afe.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.468188] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-373171c3-49ba-45a1-9d19-3dde43cc55b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.490879] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 965.490879] env[68166]: value = "task-2807152" [ 965.490879] env[68166]: _type = "Task" [ 965.490879] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.499053] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.538513] env[68166]: INFO nova.compute.manager [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Rescuing [ 965.538916] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "refresh_cache-060c4dc2-d45d-481e-99bc-3b8cc2526efc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.539322] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired lock "refresh_cache-060c4dc2-d45d-481e-99bc-3b8cc2526efc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.539460] env[68166]: DEBUG nova.network.neutron [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.544821] env[68166]: DEBUG nova.compute.manager [req-dc203144-7a8a-41bd-b1b0-e9dd8715d6df req-3cdfd55e-6baf-473a-9990-9b2086ef7a5f service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Received event network-changed-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.544821] env[68166]: DEBUG nova.compute.manager [req-dc203144-7a8a-41bd-b1b0-e9dd8715d6df req-3cdfd55e-6baf-473a-9990-9b2086ef7a5f service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Refreshing instance network info cache due to event network-changed-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 965.544821] env[68166]: DEBUG oslo_concurrency.lockutils [req-dc203144-7a8a-41bd-b1b0-e9dd8715d6df req-3cdfd55e-6baf-473a-9990-9b2086ef7a5f service nova] Acquiring lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.544821] env[68166]: DEBUG oslo_concurrency.lockutils [req-dc203144-7a8a-41bd-b1b0-e9dd8715d6df req-3cdfd55e-6baf-473a-9990-9b2086ef7a5f service nova] Acquired lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.544821] env[68166]: DEBUG nova.network.neutron [req-dc203144-7a8a-41bd-b1b0-e9dd8715d6df req-3cdfd55e-6baf-473a-9990-9b2086ef7a5f service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Refreshing network info cache for port d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.564410] env[68166]: DEBUG nova.scheduler.client.report [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.789431] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f747ee-aacd-ebaf-5fd7-ff13b9abe67a, 'name': SearchDatastore_Task, 'duration_secs': 0.075775} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.789669] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.789897] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.790153] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.790302] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.790481] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.790739] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d982db6-6352-4696-8cc8-86fa83d04a54 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.807583] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.807859] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.808626] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66306209-dcac-4a79-b4e5-06a8c18926b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.814634] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 965.814634] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]520fd482-f458-6023-e82c-5362ea3a6b25" [ 965.814634] env[68166]: _type = "Task" [ 965.814634] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.823095] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520fd482-f458-6023-e82c-5362ea3a6b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.000747] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.052069] env[68166]: DEBUG nova.network.neutron [req-e1af7f07-84ab-48f9-837f-cf59b5e96def req-4e201c36-a8b2-490a-aad3-774d889ccc2e service nova] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Updated VIF entry in instance network info cache for port fbed76e1-4bf9-4ceb-832e-61dffce88b26. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.052429] env[68166]: DEBUG nova.network.neutron [req-e1af7f07-84ab-48f9-837f-cf59b5e96def req-4e201c36-a8b2-490a-aad3-774d889ccc2e service nova] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Updating instance_info_cache with network_info: [{"id": "fbed76e1-4bf9-4ceb-832e-61dffce88b26", "address": "fa:16:3e:07:4d:68", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbed76e1-4b", "ovs_interfaceid": "fbed76e1-4bf9-4ceb-832e-61dffce88b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.068885] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.071365] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.774s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.072434] env[68166]: DEBUG nova.objects.instance [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lazy-loading 'resources' on Instance uuid 419e071b-87a4-422d-a2b0-1d04042b34e7 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.097246] env[68166]: INFO nova.scheduler.client.report [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleted allocations for instance 5fc5510e-d7d2-4085-9c96-388b041d0b9f [ 966.327043] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520fd482-f458-6023-e82c-5362ea3a6b25, 'name': SearchDatastore_Task, 'duration_secs': 0.013253} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.328798] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202522ac-895c-430e-a510-f22d1e962e1c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.333669] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 966.333669] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5215d3c8-6a05-a9f6-ac23-797e92ee3aa5" [ 966.333669] env[68166]: _type = "Task" [ 966.333669] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.342419] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5215d3c8-6a05-a9f6-ac23-797e92ee3aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.502551] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807152, 'name': ReconfigVM_Task, 'duration_secs': 0.907964} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.502843] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Reconfigured VM instance instance-00000058 to attach disk [datastore2] c689390c-10b7-4bdc-9c28-84ee0cad5afe/c689390c-10b7-4bdc-9c28-84ee0cad5afe.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.503542] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a3a6af0-662b-4293-8e49-ce9872e261db {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.514488] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 966.514488] env[68166]: value = "task-2807153" [ 966.514488] env[68166]: _type = "Task" [ 966.514488] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.524250] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807153, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.557026] env[68166]: DEBUG oslo_concurrency.lockutils [req-e1af7f07-84ab-48f9-837f-cf59b5e96def req-4e201c36-a8b2-490a-aad3-774d889ccc2e service nova] Releasing lock "refresh_cache-49fd41c6-7327-4ff7-8eac-ff4d25b79a97" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.604293] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd1e1843-9d75-4949-8a26-f4678b3ac152 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "5fc5510e-d7d2-4085-9c96-388b041d0b9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.090s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.625651] env[68166]: DEBUG nova.network.neutron [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Updating instance_info_cache with network_info: [{"id": "23d852b8-82ef-4079-84e4-684e639aa359", "address": "fa:16:3e:4f:1a:94", "network": {"id": "2a659f6d-46ad-45e7-b917-f0ff3b9b10e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-465188568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4abe720ddcc4635a1a3b2a8d608ea2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d852b8-82", "ovs_interfaceid": "23d852b8-82ef-4079-84e4-684e639aa359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.629311] env[68166]: DEBUG nova.network.neutron [req-dc203144-7a8a-41bd-b1b0-e9dd8715d6df req-3cdfd55e-6baf-473a-9990-9b2086ef7a5f service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updated VIF entry in instance network info cache for port d9aad4b5-2440-42dc-8ce6-95aa1fb495b7. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.629311] env[68166]: DEBUG nova.network.neutron [req-dc203144-7a8a-41bd-b1b0-e9dd8715d6df req-3cdfd55e-6baf-473a-9990-9b2086ef7a5f service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updating instance_info_cache with network_info: [{"id": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "address": "fa:16:3e:76:e2:18", "network": {"id": "8b33a7fa-2751-4a7a-9bfe-6c9ba3b5a412", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515681663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297999bf9dfd4c159b00b6fb5a6abc17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9aad4b5-24", "ovs_interfaceid": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.851021] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5215d3c8-6a05-a9f6-ac23-797e92ee3aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.851021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.851021] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 49fd41c6-7327-4ff7-8eac-ff4d25b79a97/49fd41c6-7327-4ff7-8eac-ff4d25b79a97.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.851021] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-006be3b6-c8bd-4bb8-b0ac-03781c6658b6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.857428] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 966.857428] env[68166]: value = "task-2807154" [ 966.857428] env[68166]: _type = "Task" [ 966.857428] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.870563] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.026214] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807153, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.028070] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53b4339-c3fa-4b7f-9df5-68fa6c5aebb9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.039784] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeece3f8-200d-40f4-a5fe-ef6d6a745861 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.074971] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02516d80-1741-47d5-bfb9-5592e5ffe302 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.083679] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71239736-547a-467f-94da-4eb1a51bda77 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.101907] env[68166]: DEBUG nova.compute.provider_tree [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.113467] env[68166]: DEBUG oslo_concurrency.lockutils [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "7e7e423c-9e12-4fdd-8dd8-81746ccec1bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.114178] env[68166]: DEBUG oslo_concurrency.lockutils [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "7e7e423c-9e12-4fdd-8dd8-81746ccec1bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.114178] env[68166]: DEBUG oslo_concurrency.lockutils [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "7e7e423c-9e12-4fdd-8dd8-81746ccec1bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.114178] env[68166]: DEBUG oslo_concurrency.lockutils [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "7e7e423c-9e12-4fdd-8dd8-81746ccec1bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.114411] env[68166]: DEBUG oslo_concurrency.lockutils [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "7e7e423c-9e12-4fdd-8dd8-81746ccec1bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.117740] env[68166]: INFO nova.compute.manager [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Terminating instance [ 967.128760] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Releasing lock "refresh_cache-060c4dc2-d45d-481e-99bc-3b8cc2526efc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.135820] env[68166]: DEBUG oslo_concurrency.lockutils [req-dc203144-7a8a-41bd-b1b0-e9dd8715d6df req-3cdfd55e-6baf-473a-9990-9b2086ef7a5f service nova] Releasing lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.369944] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807154, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.527692] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807153, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.605503] env[68166]: DEBUG nova.scheduler.client.report [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.622571] env[68166]: DEBUG nova.compute.manager [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.622871] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.624181] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ca2565-17fc-4d87-9b12-669775508075 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.632688] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.632933] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40d86295-0d70-4a5f-a8ac-cd07479f1110 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.639282] env[68166]: DEBUG oslo_vmware.api [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 967.639282] env[68166]: value = "task-2807155" [ 967.639282] env[68166]: _type = "Task" [ 967.639282] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.648150] env[68166]: DEBUG oslo_vmware.api [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.869737] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575393} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.870076] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 49fd41c6-7327-4ff7-8eac-ff4d25b79a97/49fd41c6-7327-4ff7-8eac-ff4d25b79a97.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.870352] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.870683] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-686300df-27d2-486f-9e46-51e61d92a19d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.877133] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 967.877133] env[68166]: value = "task-2807156" [ 967.877133] env[68166]: _type = "Task" [ 967.877133] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.887261] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.030532] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807153, 'name': Rename_Task, 'duration_secs': 1.084669} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.031083] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.031483] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a1b9034-b17b-4a3c-abda-85062d9a3808 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.040214] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 968.040214] env[68166]: value = "task-2807157" [ 968.040214] env[68166]: _type = "Task" [ 968.040214] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.053873] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.111276] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.116046] env[68166]: DEBUG nova.compute.manager [req-963f65b3-384a-4664-a4ab-15f4e856a737 req-d5ff80e1-a52e-43f3-b279-0ce0c0a219ff service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Received event network-changed-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.117199] env[68166]: DEBUG nova.compute.manager [req-963f65b3-384a-4664-a4ab-15f4e856a737 req-d5ff80e1-a52e-43f3-b279-0ce0c0a219ff service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Refreshing instance network info cache due to event network-changed-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 968.117199] env[68166]: DEBUG oslo_concurrency.lockutils [req-963f65b3-384a-4664-a4ab-15f4e856a737 req-d5ff80e1-a52e-43f3-b279-0ce0c0a219ff service nova] Acquiring lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.117199] env[68166]: DEBUG oslo_concurrency.lockutils [req-963f65b3-384a-4664-a4ab-15f4e856a737 req-d5ff80e1-a52e-43f3-b279-0ce0c0a219ff service nova] Acquired lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.117797] env[68166]: DEBUG nova.network.neutron [req-963f65b3-384a-4664-a4ab-15f4e856a737 req-d5ff80e1-a52e-43f3-b279-0ce0c0a219ff service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Refreshing network info cache for port d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.119555] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.691s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.121648] env[68166]: INFO nova.compute.claims [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.151995] env[68166]: DEBUG oslo_vmware.api [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807155, 'name': PowerOffVM_Task, 'duration_secs': 0.298679} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.152308] env[68166]: INFO nova.scheduler.client.report [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Deleted allocations for instance 419e071b-87a4-422d-a2b0-1d04042b34e7 [ 968.154708] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.154708] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.157748] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac5b259c-bd40-4ee6-a5c1-6faac137e71e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.237142] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.237142] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.238308] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleting the datastore file [datastore2] 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.238646] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bea6f202-f096-482a-b952-3bacf38e80fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.249148] env[68166]: DEBUG oslo_vmware.api [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 968.249148] env[68166]: value = "task-2807159" [ 968.249148] env[68166]: _type = "Task" [ 968.249148] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.254919] env[68166]: DEBUG oslo_vmware.api [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.311614] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "06262231-f416-48f7-84d2-9ffb532d5bc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.311842] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "06262231-f416-48f7-84d2-9ffb532d5bc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.388751] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066039} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.389201] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.389966] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69090ae-051c-4ad2-8138-c84376f6dd9e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.415937] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 49fd41c6-7327-4ff7-8eac-ff4d25b79a97/49fd41c6-7327-4ff7-8eac-ff4d25b79a97.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.416211] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5aa7961-7e15-4ed2-8949-0b2b80053923 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.438046] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 968.438046] env[68166]: value = "task-2807160" [ 968.438046] env[68166]: _type = "Task" [ 968.438046] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.446717] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.550396] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807157, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.666350] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7d56ec9a-54ee-4254-b2a9-747ef2636a0d tempest-ServerShowV247Test-2090804027 tempest-ServerShowV247Test-2090804027-project-member] Lock "419e071b-87a4-422d-a2b0-1d04042b34e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.734s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.681881] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.684810] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aca1d46-7632-4cb3-810b-b0beb31494ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.692757] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 968.692757] env[68166]: value = "task-2807161" [ 968.692757] env[68166]: _type = "Task" [ 968.692757] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.707447] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.758429] env[68166]: DEBUG oslo_vmware.api [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441198} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.758429] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.758697] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.758761] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.759544] env[68166]: INFO nova.compute.manager [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 968.759544] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.760032] env[68166]: DEBUG nova.compute.manager [-] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.760099] env[68166]: DEBUG nova.network.neutron [-] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.816651] env[68166]: DEBUG nova.compute.manager [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.949154] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.056219] env[68166]: DEBUG oslo_vmware.api [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807157, 'name': PowerOnVM_Task, 'duration_secs': 0.972232} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.056417] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.056755] env[68166]: INFO nova.compute.manager [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Took 9.69 seconds to spawn the instance on the hypervisor. [ 969.056929] env[68166]: DEBUG nova.compute.manager [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.057854] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559270f6-43d7-455c-b874-d279ef94db77 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.069970] env[68166]: DEBUG nova.compute.manager [req-001157e8-8ce6-430d-bc14-8cb255b6bad6 req-30239df0-e1fd-4aec-9f54-3893ff485968 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Received event network-changed-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.070248] env[68166]: DEBUG nova.compute.manager [req-001157e8-8ce6-430d-bc14-8cb255b6bad6 req-30239df0-e1fd-4aec-9f54-3893ff485968 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Refreshing instance network info cache due to event network-changed-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.070471] env[68166]: DEBUG oslo_concurrency.lockutils [req-001157e8-8ce6-430d-bc14-8cb255b6bad6 req-30239df0-e1fd-4aec-9f54-3893ff485968 service nova] Acquiring lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.107270] env[68166]: DEBUG nova.network.neutron [req-963f65b3-384a-4664-a4ab-15f4e856a737 req-d5ff80e1-a52e-43f3-b279-0ce0c0a219ff service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updated VIF entry in instance network info cache for port d9aad4b5-2440-42dc-8ce6-95aa1fb495b7. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.107546] env[68166]: DEBUG nova.network.neutron [req-963f65b3-384a-4664-a4ab-15f4e856a737 req-d5ff80e1-a52e-43f3-b279-0ce0c0a219ff service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updating instance_info_cache with network_info: [{"id": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "address": "fa:16:3e:76:e2:18", "network": {"id": "8b33a7fa-2751-4a7a-9bfe-6c9ba3b5a412", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515681663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297999bf9dfd4c159b00b6fb5a6abc17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9aad4b5-24", "ovs_interfaceid": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.211147] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807161, 'name': PowerOffVM_Task, 'duration_secs': 0.225324} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.211501] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.212547] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac8f144-9071-4fad-8be1-2c8c09c5fa66 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.236540] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a81540a-4536-40f5-8a59-9447a8efb2e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.286047] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.286188] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60e4ef39-6db7-4179-95d6-622f192da110 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.295557] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 969.295557] env[68166]: value = "task-2807162" [ 969.295557] env[68166]: _type = "Task" [ 969.295557] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.318930] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 969.323409] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.323721] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.323898] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.324342] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.329515] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79569194-b07d-4bb5-a587-1be8d8017679 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.349780] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.349780] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.350840] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01289dac-fffd-4f60-ad79-8e96cccf04e1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.357721] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.362708] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 969.362708] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522d1c4f-c19d-d876-9590-64bf4c0128ce" [ 969.362708] env[68166]: _type = "Task" [ 969.362708] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.375627] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522d1c4f-c19d-d876-9590-64bf4c0128ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.450892] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807160, 'name': ReconfigVM_Task, 'duration_secs': 0.749014} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.451293] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 49fd41c6-7327-4ff7-8eac-ff4d25b79a97/49fd41c6-7327-4ff7-8eac-ff4d25b79a97.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.452171] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f19e7bf-f22a-44d9-8836-9833e7243437 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.459384] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 969.459384] env[68166]: value = "task-2807163" [ 969.459384] env[68166]: _type = "Task" [ 969.459384] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.469475] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807163, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.584953] env[68166]: INFO nova.compute.manager [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Took 43.57 seconds to build instance. [ 969.610101] env[68166]: DEBUG oslo_concurrency.lockutils [req-963f65b3-384a-4664-a4ab-15f4e856a737 req-d5ff80e1-a52e-43f3-b279-0ce0c0a219ff service nova] Releasing lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.611318] env[68166]: DEBUG oslo_concurrency.lockutils [req-001157e8-8ce6-430d-bc14-8cb255b6bad6 req-30239df0-e1fd-4aec-9f54-3893ff485968 service nova] Acquired lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.611809] env[68166]: DEBUG nova.network.neutron [req-001157e8-8ce6-430d-bc14-8cb255b6bad6 req-30239df0-e1fd-4aec-9f54-3893ff485968 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Refreshing network info cache for port d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.647984] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5975b05-9f8c-455b-99f6-431b5ca04d68 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.655219] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1588189-b1a3-4fd7-93c1-aacf3d3bdfba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.689771] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb0cbe4-676f-4911-89a9-1106c41bbd9c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.698548] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef62cb71-43b7-4852-9b6f-9919a8469fb1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.715258] env[68166]: DEBUG nova.compute.provider_tree [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.807293] env[68166]: DEBUG nova.network.neutron [-] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.876760] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522d1c4f-c19d-d876-9590-64bf4c0128ce, 'name': SearchDatastore_Task, 'duration_secs': 0.017015} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.877694] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-affc7da6-dccd-44fa-9647-4f2d9d5a30b6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.884106] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 969.884106] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]525b70a5-21fc-a4ae-8b5b-f062e8f67e37" [ 969.884106] env[68166]: _type = "Task" [ 969.884106] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.892793] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]525b70a5-21fc-a4ae-8b5b-f062e8f67e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.973710] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807163, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.090548] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0f1ac70c-7e50-428d-895c-320ad5861cc4 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.084s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.218640] env[68166]: DEBUG nova.scheduler.client.report [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.310871] env[68166]: INFO nova.compute.manager [-] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Took 1.55 seconds to deallocate network for instance. [ 970.356333] env[68166]: DEBUG nova.compute.manager [req-46e59461-f642-4ed0-822e-85a2d3707d21 req-2196b917-e390-443c-a46d-e10feedafdbe service nova] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Received event network-vif-deleted-42acb75d-733d-4e9a-aaa0-1b0c85952cc3 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.400516] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]525b70a5-21fc-a4ae-8b5b-f062e8f67e37, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.400783] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.401102] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 060c4dc2-d45d-481e-99bc-3b8cc2526efc/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk. {{(pid=68166) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 970.401365] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-658eac90-21a4-4817-924e-4afcdc218693 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.410418] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 970.410418] env[68166]: value = "task-2807164" [ 970.410418] env[68166]: _type = "Task" [ 970.410418] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.421952] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.472197] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807163, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.602881] env[68166]: DEBUG nova.network.neutron [req-001157e8-8ce6-430d-bc14-8cb255b6bad6 req-30239df0-e1fd-4aec-9f54-3893ff485968 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updated VIF entry in instance network info cache for port d9aad4b5-2440-42dc-8ce6-95aa1fb495b7. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.603275] env[68166]: DEBUG nova.network.neutron [req-001157e8-8ce6-430d-bc14-8cb255b6bad6 req-30239df0-e1fd-4aec-9f54-3893ff485968 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updating instance_info_cache with network_info: [{"id": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "address": "fa:16:3e:76:e2:18", "network": {"id": "8b33a7fa-2751-4a7a-9bfe-6c9ba3b5a412", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515681663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297999bf9dfd4c159b00b6fb5a6abc17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9aad4b5-24", "ovs_interfaceid": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.728020] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.728020] env[68166]: DEBUG nova.compute.manager [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.730080] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.200s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.735890] env[68166]: DEBUG nova.objects.instance [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Lazy-loading 'resources' on Instance uuid 161ab637-d9f0-4467-a741-8b2696e376d4 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.818283] env[68166]: DEBUG oslo_concurrency.lockutils [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.923890] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807164, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.973018] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807163, 'name': Rename_Task, 'duration_secs': 1.303411} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.974023] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.974023] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3001bd66-7554-4bb1-b141-6361c85b3a6d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.983805] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 970.983805] env[68166]: value = "task-2807165" [ 970.983805] env[68166]: _type = "Task" [ 970.983805] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.996978] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.106502] env[68166]: DEBUG oslo_concurrency.lockutils [req-001157e8-8ce6-430d-bc14-8cb255b6bad6 req-30239df0-e1fd-4aec-9f54-3893ff485968 service nova] Releasing lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.242408] env[68166]: DEBUG nova.compute.utils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.244438] env[68166]: DEBUG nova.compute.manager [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.251042] env[68166]: DEBUG nova.network.neutron [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.304125] env[68166]: DEBUG nova.policy [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1c835acdc9b499fb3690de63854ebea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '823a4d962a57453c82447a9671d62a9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.424646] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866238} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.429770] env[68166]: INFO nova.virt.vmwareapi.ds_util [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 060c4dc2-d45d-481e-99bc-3b8cc2526efc/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk. [ 971.429770] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9afa49-beca-4dc5-8569-e6154585413e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.462411] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 060c4dc2-d45d-481e-99bc-3b8cc2526efc/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.465910] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a49409b3-8c6e-4ddd-9a2d-c4f8789633c0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.485430] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 971.485430] env[68166]: value = "task-2807166" [ 971.485430] env[68166]: _type = "Task" [ 971.485430] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.500038] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.507260] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.647100] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "36f8ee58-8ba1-4233-b338-b44ac6538b3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.647100] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "36f8ee58-8ba1-4233-b338-b44ac6538b3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.695358] env[68166]: DEBUG nova.network.neutron [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Successfully created port: 3e453c03-95aa-4a9a-be67-de441a88eb11 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.753209] env[68166]: DEBUG nova.compute.manager [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.804127] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0897c982-e374-4f7c-88d1-db5a985d19ba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.812168] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c336e1d-a733-46f4-87cc-38d73347a4be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.848702] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b944e9-70bf-4033-8c24-556e8f36cbbb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.861013] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dde425-17ff-448b-bf19-11d86cfd535f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.877217] env[68166]: DEBUG nova.compute.provider_tree [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.000333] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807166, 'name': ReconfigVM_Task, 'duration_secs': 0.330401} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.005325] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 060c4dc2-d45d-481e-99bc-3b8cc2526efc/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.005742] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807165, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.006899] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92bafc2-399d-4be6-86ab-6c2f47e1ee40 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.034350] env[68166]: DEBUG oslo_concurrency.lockutils [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.034350] env[68166]: DEBUG oslo_concurrency.lockutils [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.034350] env[68166]: INFO nova.compute.manager [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Shelving [ 972.038480] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95735134-9948-4bc9-81d4-c53787edb9d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.055316] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 972.055316] env[68166]: value = "task-2807167" [ 972.055316] env[68166]: _type = "Task" [ 972.055316] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.065413] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.148905] env[68166]: DEBUG nova.compute.manager [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.380100] env[68166]: DEBUG nova.scheduler.client.report [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.496282] env[68166]: DEBUG nova.compute.manager [req-c5feed4c-3068-4803-9c93-6d14adb12d8e req-27115df7-c9d9-42fe-9090-e8ebd222a442 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Received event network-changed-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.496513] env[68166]: DEBUG nova.compute.manager [req-c5feed4c-3068-4803-9c93-6d14adb12d8e req-27115df7-c9d9-42fe-9090-e8ebd222a442 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Refreshing instance network info cache due to event network-changed-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 972.496632] env[68166]: DEBUG oslo_concurrency.lockutils [req-c5feed4c-3068-4803-9c93-6d14adb12d8e req-27115df7-c9d9-42fe-9090-e8ebd222a442 service nova] Acquiring lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.496778] env[68166]: DEBUG oslo_concurrency.lockutils [req-c5feed4c-3068-4803-9c93-6d14adb12d8e req-27115df7-c9d9-42fe-9090-e8ebd222a442 service nova] Acquired lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.496937] env[68166]: DEBUG nova.network.neutron [req-c5feed4c-3068-4803-9c93-6d14adb12d8e req-27115df7-c9d9-42fe-9090-e8ebd222a442 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Refreshing network info cache for port d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.504406] env[68166]: DEBUG oslo_vmware.api [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807165, 'name': PowerOnVM_Task, 'duration_secs': 1.041415} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.504657] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.504852] env[68166]: INFO nova.compute.manager [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Took 10.56 seconds to spawn the instance on the hypervisor. [ 972.505045] env[68166]: DEBUG nova.compute.manager [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.506333] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b492d1d5-fc9b-4d6f-a9ab-6691fef47e74 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.566879] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807167, 'name': ReconfigVM_Task, 'duration_secs': 0.165591} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.567286] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.567464] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dc4ca40-6514-44b1-92b6-50f31e1a5279 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.574034] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 972.574034] env[68166]: value = "task-2807168" [ 972.574034] env[68166]: _type = "Task" [ 972.574034] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.583587] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.685030] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.762973] env[68166]: DEBUG nova.compute.manager [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.813874] env[68166]: DEBUG nova.virt.hardware [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.814007] env[68166]: DEBUG nova.virt.hardware [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.814141] env[68166]: DEBUG nova.virt.hardware [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.814327] env[68166]: DEBUG nova.virt.hardware [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.814477] env[68166]: DEBUG nova.virt.hardware [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.814623] env[68166]: DEBUG nova.virt.hardware [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.814832] env[68166]: DEBUG nova.virt.hardware [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.815041] env[68166]: DEBUG nova.virt.hardware [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.815397] env[68166]: DEBUG nova.virt.hardware [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.815520] env[68166]: DEBUG nova.virt.hardware [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.815793] env[68166]: DEBUG nova.virt.hardware [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.818054] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29c94a2-364a-4fff-92c8-c2e7b189d83a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.828419] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d67a8b-d63e-4d14-b659-045cd2a51415 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.887136] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.889144] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.136s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.891734] env[68166]: INFO nova.compute.claims [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.926875] env[68166]: INFO nova.scheduler.client.report [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Deleted allocations for instance 161ab637-d9f0-4467-a741-8b2696e376d4 [ 973.029801] env[68166]: INFO nova.compute.manager [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Took 44.10 seconds to build instance. [ 973.047596] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.048514] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88bd7ed0-f2b4-46dc-ad5b-9dac0dd0a465 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.056611] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 973.056611] env[68166]: value = "task-2807169" [ 973.056611] env[68166]: _type = "Task" [ 973.056611] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.066555] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.088842] env[68166]: DEBUG oslo_vmware.api [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807168, 'name': PowerOnVM_Task, 'duration_secs': 0.406247} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.088842] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.090966] env[68166]: DEBUG nova.compute.manager [None req-ecb9945b-5272-45ec-85bd-a69bf371cfd3 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.092328] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b133ed78-5742-4b96-8be4-f374c3a8383b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.094905] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquiring lock "d5a8b530-be59-4cbc-b933-983341395bc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.095173] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Lock "d5a8b530-be59-4cbc-b933-983341395bc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.095389] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquiring lock "d5a8b530-be59-4cbc-b933-983341395bc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.095585] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Lock "d5a8b530-be59-4cbc-b933-983341395bc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.095759] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Lock "d5a8b530-be59-4cbc-b933-983341395bc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.101027] env[68166]: INFO nova.compute.manager [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Terminating instance [ 973.440539] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0e3bb5ce-b1ab-4b37-8ed5-79c6b911f896 tempest-ServerMetadataNegativeTestJSON-539008452 tempest-ServerMetadataNegativeTestJSON-539008452-project-member] Lock "161ab637-d9f0-4467-a741-8b2696e376d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.867s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.452410] env[68166]: DEBUG nova.network.neutron [req-c5feed4c-3068-4803-9c93-6d14adb12d8e req-27115df7-c9d9-42fe-9090-e8ebd222a442 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updated VIF entry in instance network info cache for port d9aad4b5-2440-42dc-8ce6-95aa1fb495b7. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.452410] env[68166]: DEBUG nova.network.neutron [req-c5feed4c-3068-4803-9c93-6d14adb12d8e req-27115df7-c9d9-42fe-9090-e8ebd222a442 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updating instance_info_cache with network_info: [{"id": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "address": "fa:16:3e:76:e2:18", "network": {"id": "8b33a7fa-2751-4a7a-9bfe-6c9ba3b5a412", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515681663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297999bf9dfd4c159b00b6fb5a6abc17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9aad4b5-24", "ovs_interfaceid": "d9aad4b5-2440-42dc-8ce6-95aa1fb495b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.532450] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f3f36890-67d4-40f8-8f9a-fec5f382e6af tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "49fd41c6-7327-4ff7-8eac-ff4d25b79a97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.926s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.566935] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807169, 'name': PowerOffVM_Task, 'duration_secs': 0.24632} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.567163] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.568298] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1e15f3-01b6-4c75-96ab-346001044920 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.592355] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e10eda-6845-465b-bdd1-5425541dd634 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.608647] env[68166]: DEBUG nova.compute.manager [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.609089] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.610749] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5247ad5d-e4dd-419a-b476-dc99352bd94d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.624722] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.625082] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be2f8721-69fd-4927-ba3c-091ed8bf0002 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.633171] env[68166]: DEBUG oslo_vmware.api [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 973.633171] env[68166]: value = "task-2807170" [ 973.633171] env[68166]: _type = "Task" [ 973.633171] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.645654] env[68166]: DEBUG oslo_vmware.api [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.805966] env[68166]: DEBUG nova.network.neutron [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Successfully updated port: 3e453c03-95aa-4a9a-be67-de441a88eb11 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.959367] env[68166]: DEBUG oslo_concurrency.lockutils [req-c5feed4c-3068-4803-9c93-6d14adb12d8e req-27115df7-c9d9-42fe-9090-e8ebd222a442 service nova] Releasing lock "refresh_cache-d5a8b530-be59-4cbc-b933-983341395bc3" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.020229] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "7c352b54-89fe-43bf-880e-d8d909bcf18e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.020688] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.110099] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 974.110099] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4fcba7e5-d9de-47c2-a0fd-2e20533c0d13 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.116016] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 974.116016] env[68166]: value = "task-2807171" [ 974.116016] env[68166]: _type = "Task" [ 974.116016] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.125492] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.144579] env[68166]: DEBUG oslo_vmware.api [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807170, 'name': PowerOffVM_Task, 'duration_secs': 0.36433} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.147528] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.147675] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.148449] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a4c8b1c-84a7-42b2-a059-605aa0a495c0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.211329] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.211329] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.211329] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Deleting the datastore file [datastore1] d5a8b530-be59-4cbc-b933-983341395bc3 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.211329] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbd0c92f-bc60-479b-90e4-b0341839172f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.217839] env[68166]: DEBUG oslo_vmware.api [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for the task: (returnval){ [ 974.217839] env[68166]: value = "task-2807173" [ 974.217839] env[68166]: _type = "Task" [ 974.217839] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.229779] env[68166]: DEBUG oslo_vmware.api [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.307741] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "refresh_cache-2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.307932] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired lock "refresh_cache-2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.308070] env[68166]: DEBUG nova.network.neutron [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.406958] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03833002-0356-4a41-82cc-e65647bcbe7c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.415660] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb80730a-84d5-44be-be6d-25ce14ce1797 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.459356] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4836c62a-3870-4f9f-b5f9-e2c901027b1d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.466622] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab0e44a-1678-4dd2-a946-1185f9a7a66c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.482260] env[68166]: DEBUG nova.compute.provider_tree [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.500116] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Acquiring lock "49fd41c6-7327-4ff7-8eac-ff4d25b79a97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.500458] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Lock "49fd41c6-7327-4ff7-8eac-ff4d25b79a97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.500803] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Acquiring lock "49fd41c6-7327-4ff7-8eac-ff4d25b79a97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.500886] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Lock "49fd41c6-7327-4ff7-8eac-ff4d25b79a97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.501110] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Lock "49fd41c6-7327-4ff7-8eac-ff4d25b79a97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.504019] env[68166]: INFO nova.compute.manager [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Terminating instance [ 974.522965] env[68166]: DEBUG nova.compute.manager [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.625711] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807171, 'name': CreateSnapshot_Task, 'duration_secs': 0.42187} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.625953] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 974.626800] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acb12df-40eb-4fcc-9652-3a17166b3838 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.675057] env[68166]: DEBUG nova.compute.manager [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Received event network-vif-plugged-3e453c03-95aa-4a9a-be67-de441a88eb11 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.676242] env[68166]: DEBUG oslo_concurrency.lockutils [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] Acquiring lock "2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.676242] env[68166]: DEBUG oslo_concurrency.lockutils [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] Lock "2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.676242] env[68166]: DEBUG oslo_concurrency.lockutils [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] Lock "2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.676242] env[68166]: DEBUG nova.compute.manager [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] No waiting events found dispatching network-vif-plugged-3e453c03-95aa-4a9a-be67-de441a88eb11 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.676242] env[68166]: WARNING nova.compute.manager [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Received unexpected event network-vif-plugged-3e453c03-95aa-4a9a-be67-de441a88eb11 for instance with vm_state building and task_state spawning. [ 974.676242] env[68166]: DEBUG nova.compute.manager [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Received event network-changed-3e453c03-95aa-4a9a-be67-de441a88eb11 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.676242] env[68166]: DEBUG nova.compute.manager [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Refreshing instance network info cache due to event network-changed-3e453c03-95aa-4a9a-be67-de441a88eb11. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 974.677075] env[68166]: DEBUG oslo_concurrency.lockutils [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] Acquiring lock "refresh_cache-2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.729161] env[68166]: DEBUG oslo_vmware.api [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Task: {'id': task-2807173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214885} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.729161] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.729161] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.729161] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.729161] env[68166]: INFO nova.compute.manager [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 974.729161] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.729161] env[68166]: DEBUG nova.compute.manager [-] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.729161] env[68166]: DEBUG nova.network.neutron [-] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.918930] env[68166]: DEBUG nova.network.neutron [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.006670] env[68166]: ERROR nova.scheduler.client.report [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [req-5ccc8630-fc65-4e60-b12e-b59254bcdd37] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ccc8630-fc65-4e60-b12e-b59254bcdd37"}]} [ 975.010648] env[68166]: DEBUG nova.compute.manager [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.010648] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.014017] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50f0f18-2913-4baa-8dbd-99af0ccd2d40 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.020581] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.020898] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e05f876-7916-4937-ada4-82e835832ee2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.027888] env[68166]: DEBUG nova.scheduler.client.report [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 975.034241] env[68166]: DEBUG oslo_vmware.api [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Waiting for the task: (returnval){ [ 975.034241] env[68166]: value = "task-2807174" [ 975.034241] env[68166]: _type = "Task" [ 975.034241] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.052812] env[68166]: DEBUG oslo_vmware.api [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Task: {'id': task-2807174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.055950] env[68166]: DEBUG nova.scheduler.client.report [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 975.055950] env[68166]: DEBUG nova.compute.provider_tree [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.057770] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.075710] env[68166]: DEBUG nova.scheduler.client.report [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 975.104173] env[68166]: DEBUG nova.scheduler.client.report [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 975.147142] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 975.151549] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d88ee590-aa8e-4477-b665-cb4d90ddf5f9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.164516] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 975.164516] env[68166]: value = "task-2807175" [ 975.164516] env[68166]: _type = "Task" [ 975.164516] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.177446] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807175, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.396677] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "379b20a7-4f01-45f0-89ba-f8bee1f18a9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.396677] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "379b20a7-4f01-45f0-89ba-f8bee1f18a9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.550620] env[68166]: DEBUG oslo_vmware.api [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Task: {'id': task-2807174, 'name': PowerOffVM_Task, 'duration_secs': 0.186242} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.550620] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.550798] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.553545] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d97f901-71a0-472b-9fd7-2decd0b3e398 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.624266] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e5ef16-2dd7-4ea6-b364-7b73edd31971 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.632884] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.635800] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.635800] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Deleting the datastore file [datastore2] 49fd41c6-7327-4ff7-8eac-ff4d25b79a97 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.635800] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3b09f21-b325-470b-9528-3e9895e4824c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.640374] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3705bc-1fd5-4c7d-8759-fa39e9118d7e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.644935] env[68166]: DEBUG oslo_vmware.api [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Waiting for the task: (returnval){ [ 975.644935] env[68166]: value = "task-2807177" [ 975.644935] env[68166]: _type = "Task" [ 975.644935] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.679995] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1510d3-a125-4151-af49-0c66d92369a5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.686316] env[68166]: DEBUG oslo_vmware.api [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Task: {'id': task-2807177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.692177] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807175, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.695439] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d0c73f-808d-4d7c-b42a-71d7f7ff14e5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.710136] env[68166]: DEBUG nova.compute.provider_tree [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.716544] env[68166]: DEBUG nova.network.neutron [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Updating instance_info_cache with network_info: [{"id": "3e453c03-95aa-4a9a-be67-de441a88eb11", "address": "fa:16:3e:ed:13:c8", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e453c03-95", "ovs_interfaceid": "3e453c03-95aa-4a9a-be67-de441a88eb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.899060] env[68166]: DEBUG nova.compute.manager [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.160562] env[68166]: DEBUG oslo_vmware.api [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Task: {'id': task-2807177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309309} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.161113] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.161429] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.164018] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.164018] env[68166]: INFO nova.compute.manager [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Took 1.15 seconds to destroy the instance on the hypervisor. [ 976.164018] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.164018] env[68166]: DEBUG nova.compute.manager [-] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.164018] env[68166]: DEBUG nova.network.neutron [-] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.193816] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807175, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.217827] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Releasing lock "refresh_cache-2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.218147] env[68166]: DEBUG nova.compute.manager [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Instance network_info: |[{"id": "3e453c03-95aa-4a9a-be67-de441a88eb11", "address": "fa:16:3e:ed:13:c8", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e453c03-95", "ovs_interfaceid": "3e453c03-95aa-4a9a-be67-de441a88eb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.220148] env[68166]: DEBUG oslo_concurrency.lockutils [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] Acquired lock "refresh_cache-2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.220148] env[68166]: DEBUG nova.network.neutron [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Refreshing network info cache for port 3e453c03-95aa-4a9a-be67-de441a88eb11 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.220293] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:13:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e453c03-95aa-4a9a-be67-de441a88eb11', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.228100] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.228566] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.230851] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e42fa71-28a8-422c-8e6e-545803808c32 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.250459] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.250459] env[68166]: value = "task-2807178" [ 976.250459] env[68166]: _type = "Task" [ 976.250459] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.256552] env[68166]: DEBUG nova.scheduler.client.report [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 976.256786] env[68166]: DEBUG nova.compute.provider_tree [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 124 to 125 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 976.256961] env[68166]: DEBUG nova.compute.provider_tree [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.268970] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807178, 'name': CreateVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.313922] env[68166]: DEBUG nova.network.neutron [-] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.439093] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.689187] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807175, 'name': CloneVM_Task, 'duration_secs': 1.364232} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.689187] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Created linked-clone VM from snapshot [ 976.689187] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255ec041-af92-4082-a806-d4bd8bc07a95 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.697419] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Uploading image dbf35c47-764d-4a74-b189-378bee12138d {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.728247] env[68166]: DEBUG oslo_vmware.rw_handles [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 976.728247] env[68166]: value = "vm-564127" [ 976.728247] env[68166]: _type = "VirtualMachine" [ 976.728247] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 976.728619] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a76be40d-d7b1-4755-af31-751337c4b712 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.739872] env[68166]: DEBUG oslo_vmware.rw_handles [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lease: (returnval){ [ 976.739872] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52017e02-0073-3d79-a128-83152f2a9503" [ 976.739872] env[68166]: _type = "HttpNfcLease" [ 976.739872] env[68166]: } obtained for exporting VM: (result){ [ 976.739872] env[68166]: value = "vm-564127" [ 976.739872] env[68166]: _type = "VirtualMachine" [ 976.739872] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 976.740473] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the lease: (returnval){ [ 976.740473] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52017e02-0073-3d79-a128-83152f2a9503" [ 976.740473] env[68166]: _type = "HttpNfcLease" [ 976.740473] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.751252] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.751252] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52017e02-0073-3d79-a128-83152f2a9503" [ 976.751252] env[68166]: _type = "HttpNfcLease" [ 976.751252] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.760830] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807178, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.771657] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.882s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.771657] env[68166]: DEBUG nova.compute.manager [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.775144] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.258s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.776295] env[68166]: INFO nova.compute.claims [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.815903] env[68166]: INFO nova.compute.manager [-] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Took 2.09 seconds to deallocate network for instance. [ 976.881209] env[68166]: DEBUG nova.compute.manager [req-9e8723a1-9f2e-4e61-b732-ab95549f8306 req-dd1076fd-0857-4770-8903-7f89cd7c8609 service nova] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Received event network-vif-deleted-d9aad4b5-2440-42dc-8ce6-95aa1fb495b7 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.881429] env[68166]: DEBUG nova.compute.manager [req-9e8723a1-9f2e-4e61-b732-ab95549f8306 req-dd1076fd-0857-4770-8903-7f89cd7c8609 service nova] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Received event network-vif-deleted-fbed76e1-4bf9-4ceb-832e-61dffce88b26 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.881595] env[68166]: INFO nova.compute.manager [req-9e8723a1-9f2e-4e61-b732-ab95549f8306 req-dd1076fd-0857-4770-8903-7f89cd7c8609 service nova] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Neutron deleted interface fbed76e1-4bf9-4ceb-832e-61dffce88b26; detaching it from the instance and deleting it from the info cache [ 976.881847] env[68166]: DEBUG nova.network.neutron [req-9e8723a1-9f2e-4e61-b732-ab95549f8306 req-dd1076fd-0857-4770-8903-7f89cd7c8609 service nova] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.059675] env[68166]: DEBUG nova.network.neutron [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Updated VIF entry in instance network info cache for port 3e453c03-95aa-4a9a-be67-de441a88eb11. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.059675] env[68166]: DEBUG nova.network.neutron [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Updating instance_info_cache with network_info: [{"id": "3e453c03-95aa-4a9a-be67-de441a88eb11", "address": "fa:16:3e:ed:13:c8", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e453c03-95", "ovs_interfaceid": "3e453c03-95aa-4a9a-be67-de441a88eb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.128264] env[68166]: DEBUG nova.network.neutron [-] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.251486] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.251486] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52017e02-0073-3d79-a128-83152f2a9503" [ 977.251486] env[68166]: _type = "HttpNfcLease" [ 977.251486] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.255812] env[68166]: DEBUG oslo_vmware.rw_handles [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.255812] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52017e02-0073-3d79-a128-83152f2a9503" [ 977.255812] env[68166]: _type = "HttpNfcLease" [ 977.255812] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 977.256407] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f066053-56b5-450d-90b7-7c0adf8967d9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.268029] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807178, 'name': CreateVM_Task, 'duration_secs': 0.5348} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.271667] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.272306] env[68166]: DEBUG oslo_vmware.rw_handles [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dcf49-5085-54e7-4f33-172c1ded3a88/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.272517] env[68166]: DEBUG oslo_vmware.rw_handles [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dcf49-5085-54e7-4f33-172c1ded3a88/disk-0.vmdk for reading. {{(pid=68166) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 977.274419] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.274959] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.275502] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.277518] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5c7bfa-171b-43a9-9530-67aaf93673cf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.337182] env[68166]: DEBUG nova.compute.utils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.342117] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.344238] env[68166]: DEBUG nova.compute.manager [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.344404] env[68166]: DEBUG nova.network.neutron [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.348718] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 977.348718] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52de124e-ee21-fb50-ac7d-ab556c1840d1" [ 977.348718] env[68166]: _type = "Task" [ 977.348718] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.359136] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52de124e-ee21-fb50-ac7d-ab556c1840d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.376500] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4730b67-4897-4dc9-81b9-fbe944b54717 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.389550] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f867931-cf39-4e29-ac86-bdcad4d7485d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.398147] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab08ef3f-c749-47e5-a51d-a1c509c030d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.410449] env[68166]: DEBUG nova.policy [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b18755d79b74e1ebae3fbd94ed892a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3bdd382d0d1461db1eda8137f25fb04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.441937] env[68166]: DEBUG nova.compute.manager [req-9e8723a1-9f2e-4e61-b732-ab95549f8306 req-dd1076fd-0857-4770-8903-7f89cd7c8609 service nova] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Detach interface failed, port_id=fbed76e1-4bf9-4ceb-832e-61dffce88b26, reason: Instance 49fd41c6-7327-4ff7-8eac-ff4d25b79a97 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 977.562472] env[68166]: DEBUG oslo_concurrency.lockutils [req-abb7849f-625c-4e83-b641-69b00907aa47 req-e62003e3-cb66-4437-be15-fc07206b5e5f service nova] Releasing lock "refresh_cache-2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.631505] env[68166]: INFO nova.compute.manager [-] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Took 1.47 seconds to deallocate network for instance. [ 977.715793] env[68166]: DEBUG nova.network.neutron [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Successfully created port: a3a8f367-bb7f-423a-ad73-322b0c8c5961 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.788139] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "17fb8827-6e77-471a-9861-5c877b10beab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.788139] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "17fb8827-6e77-471a-9861-5c877b10beab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.847716] env[68166]: DEBUG nova.compute.manager [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.864031] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52de124e-ee21-fb50-ac7d-ab556c1840d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.864201] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.865276] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.865276] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.865276] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.865433] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.865934] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30752e07-1503-407d-9324-e3282271013c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.878021] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.878468] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.884798] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb4e5818-9378-4564-8fec-08f2894f6c20 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.897993] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 977.897993] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52bd5eec-5553-7663-09da-69407e5e1099" [ 977.897993] env[68166]: _type = "Task" [ 977.897993] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.905722] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52bd5eec-5553-7663-09da-69407e5e1099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.140025] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.186107] env[68166]: DEBUG nova.network.neutron [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Successfully created port: 0722edc1-2ce2-40db-bfa8-191cfc164653 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.292365] env[68166]: DEBUG nova.compute.manager [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.388089] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd95fcf-fe8f-4528-91c7-81c2f98fbfe4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.396720] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d449331d-731b-4881-8da4-e56ff066463a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.443482] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52bd5eec-5553-7663-09da-69407e5e1099, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.448127] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993fcc33-07b4-44c2-8b4f-7ab6ee3cf4e6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.449036] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e9d1b1-8fc1-4639-a1c1-42d6b2c46432 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.463024] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb75b7d2-afeb-4723-9a41-af5cadbbe987 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.471063] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 978.471063] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f9d8ed-d018-4027-f609-598491296a42" [ 978.471063] env[68166]: _type = "Task" [ 978.471063] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.487745] env[68166]: DEBUG nova.compute.provider_tree [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.501309] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f9d8ed-d018-4027-f609-598491296a42, 'name': SearchDatastore_Task, 'duration_secs': 0.022707} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.502214] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.502499] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2/2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.503533] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-796b586c-c8ee-4877-a5cf-3091713b1a93 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.514304] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 978.514304] env[68166]: value = "task-2807180" [ 978.514304] env[68166]: _type = "Task" [ 978.514304] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.529156] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.812559] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.860676] env[68166]: DEBUG nova.compute.manager [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.895137] env[68166]: DEBUG nova.virt.hardware [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.896027] env[68166]: DEBUG nova.virt.hardware [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.896027] env[68166]: DEBUG nova.virt.hardware [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.896189] env[68166]: DEBUG nova.virt.hardware [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.896284] env[68166]: DEBUG nova.virt.hardware [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.896461] env[68166]: DEBUG nova.virt.hardware [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.896780] env[68166]: DEBUG nova.virt.hardware [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.897027] env[68166]: DEBUG nova.virt.hardware [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.897228] env[68166]: DEBUG nova.virt.hardware [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.897449] env[68166]: DEBUG nova.virt.hardware [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.897682] env[68166]: DEBUG nova.virt.hardware [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.898751] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2422ea-f039-4a79-9a97-ab0586a785b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.907268] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2180ab21-a89d-4070-b045-ded07fc07d3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.917375] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquiring lock "a7c69ba9-8bc9-4af3-884f-e29b460b12b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.917648] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lock "a7c69ba9-8bc9-4af3-884f-e29b460b12b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.990690] env[68166]: DEBUG nova.scheduler.client.report [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.022977] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807180, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.420267] env[68166]: DEBUG nova.compute.manager [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.497175] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.497910] env[68166]: DEBUG nova.compute.manager [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.501576] env[68166]: DEBUG oslo_concurrency.lockutils [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.015s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.501949] env[68166]: DEBUG nova.objects.instance [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Lazy-loading 'resources' on Instance uuid f9d4aa13-4f1a-4f30-a922-f598482d693b {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.525663] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514468} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.525974] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2/2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.526154] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.526408] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-613e2db1-17df-4c34-b5d3-15502bd7012b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.534612] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 979.534612] env[68166]: value = "task-2807181" [ 979.534612] env[68166]: _type = "Task" [ 979.534612] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.544827] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.930775] env[68166]: DEBUG nova.compute.manager [req-deac5067-ce38-4c43-86d7-dda4025710ed req-3e82fb40-2881-44f9-882d-800f83684939 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Received event network-vif-plugged-a3a8f367-bb7f-423a-ad73-322b0c8c5961 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.930775] env[68166]: DEBUG oslo_concurrency.lockutils [req-deac5067-ce38-4c43-86d7-dda4025710ed req-3e82fb40-2881-44f9-882d-800f83684939 service nova] Acquiring lock "8c27ff80-498e-4288-876b-50ab60154cab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.930775] env[68166]: DEBUG oslo_concurrency.lockutils [req-deac5067-ce38-4c43-86d7-dda4025710ed req-3e82fb40-2881-44f9-882d-800f83684939 service nova] Lock "8c27ff80-498e-4288-876b-50ab60154cab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.930775] env[68166]: DEBUG oslo_concurrency.lockutils [req-deac5067-ce38-4c43-86d7-dda4025710ed req-3e82fb40-2881-44f9-882d-800f83684939 service nova] Lock "8c27ff80-498e-4288-876b-50ab60154cab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.930775] env[68166]: DEBUG nova.compute.manager [req-deac5067-ce38-4c43-86d7-dda4025710ed req-3e82fb40-2881-44f9-882d-800f83684939 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] No waiting events found dispatching network-vif-plugged-a3a8f367-bb7f-423a-ad73-322b0c8c5961 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.930775] env[68166]: WARNING nova.compute.manager [req-deac5067-ce38-4c43-86d7-dda4025710ed req-3e82fb40-2881-44f9-882d-800f83684939 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Received unexpected event network-vif-plugged-a3a8f367-bb7f-423a-ad73-322b0c8c5961 for instance with vm_state building and task_state spawning. [ 979.930775] env[68166]: DEBUG nova.network.neutron [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Successfully updated port: a3a8f367-bb7f-423a-ad73-322b0c8c5961 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.945787] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.008145] env[68166]: DEBUG nova.compute.utils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.014284] env[68166]: DEBUG nova.compute.manager [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.014347] env[68166]: DEBUG nova.network.neutron [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.046033] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118377} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.048874] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.049945] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873cd5ab-e6f7-4ea8-9a0b-548dcc388859 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.066627] env[68166]: DEBUG nova.policy [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '297b58c8fe5c440290a8633572fea98c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a1a4de384b4a958b6ba53c9f91f135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.080218] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2/2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.084021] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bcd2875-7d82-4532-9298-754ea8285190 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.111569] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 980.111569] env[68166]: value = "task-2807182" [ 980.111569] env[68166]: _type = "Task" [ 980.111569] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.122781] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.495250] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8f7f7b-db13-448b-b311-5a341932b382 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.504521] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630e0c75-3cab-4746-aacc-c92595161793 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.537237] env[68166]: DEBUG nova.compute.manager [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.541370] env[68166]: DEBUG nova.network.neutron [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Successfully created port: 93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.544033] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95af935-c032-4c99-ba48-f332252d640e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.552748] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed816ed8-47f5-43ad-b720-c9faef3eee35 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.569417] env[68166]: DEBUG nova.compute.provider_tree [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.622500] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.092425] env[68166]: ERROR nova.scheduler.client.report [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] [req-6cc57b37-53dd-4191-82e4-1f5f38f3f7fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6cc57b37-53dd-4191-82e4-1f5f38f3f7fb"}]} [ 981.110025] env[68166]: DEBUG nova.scheduler.client.report [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 981.122454] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807182, 'name': ReconfigVM_Task, 'duration_secs': 0.816165} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.122801] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2/2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.123844] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcbb3dcb-f9ec-40af-95bf-e6977b327385 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.126238] env[68166]: DEBUG nova.scheduler.client.report [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 981.126539] env[68166]: DEBUG nova.compute.provider_tree [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.133205] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 981.133205] env[68166]: value = "task-2807183" [ 981.133205] env[68166]: _type = "Task" [ 981.133205] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.138198] env[68166]: DEBUG nova.scheduler.client.report [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 981.143552] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807183, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.161994] env[68166]: DEBUG nova.scheduler.client.report [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 981.553301] env[68166]: DEBUG nova.compute.manager [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.557460] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76873170-097b-44c7-bb0b-35e2d35a8927 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.566432] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61c526a-40fa-43dc-ac87-c61f1bc73525 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.601763] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb8eb4e-4e6b-41d1-9e30-86eaaad707c6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.611171] env[68166]: DEBUG nova.virt.hardware [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.611428] env[68166]: DEBUG nova.virt.hardware [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.611589] env[68166]: DEBUG nova.virt.hardware [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.611775] env[68166]: DEBUG nova.virt.hardware [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.611923] env[68166]: DEBUG nova.virt.hardware [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.612310] env[68166]: DEBUG nova.virt.hardware [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.612542] env[68166]: DEBUG nova.virt.hardware [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.612706] env[68166]: DEBUG nova.virt.hardware [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.612877] env[68166]: DEBUG nova.virt.hardware [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.613562] env[68166]: DEBUG nova.virt.hardware [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.613562] env[68166]: DEBUG nova.virt.hardware [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.614478] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5b0980-a843-466e-8606-41beebdf9ac2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.620525] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516dc4f0-ef36-47d8-9977-e41293a4f197 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.636164] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23f1809-c005-4d23-a5e3-0d6aab0496cd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.640582] env[68166]: DEBUG nova.compute.provider_tree [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.659924] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807183, 'name': Rename_Task, 'duration_secs': 0.144721} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.660845] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.661151] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46750cc5-7b3f-4fae-8d83-d3a77fe3a87f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.669323] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 981.669323] env[68166]: value = "task-2807184" [ 981.669323] env[68166]: _type = "Task" [ 981.669323] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.677726] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.957278] env[68166]: DEBUG nova.compute.manager [req-e954f210-3abe-4cbd-a87b-a29721ff7d5a req-02eb1e77-f6dd-4069-8276-50e089808a75 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Received event network-changed-a3a8f367-bb7f-423a-ad73-322b0c8c5961 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.957278] env[68166]: DEBUG nova.compute.manager [req-e954f210-3abe-4cbd-a87b-a29721ff7d5a req-02eb1e77-f6dd-4069-8276-50e089808a75 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Refreshing instance network info cache due to event network-changed-a3a8f367-bb7f-423a-ad73-322b0c8c5961. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 981.957278] env[68166]: DEBUG oslo_concurrency.lockutils [req-e954f210-3abe-4cbd-a87b-a29721ff7d5a req-02eb1e77-f6dd-4069-8276-50e089808a75 service nova] Acquiring lock "refresh_cache-8c27ff80-498e-4288-876b-50ab60154cab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.957490] env[68166]: DEBUG oslo_concurrency.lockutils [req-e954f210-3abe-4cbd-a87b-a29721ff7d5a req-02eb1e77-f6dd-4069-8276-50e089808a75 service nova] Acquired lock "refresh_cache-8c27ff80-498e-4288-876b-50ab60154cab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.957592] env[68166]: DEBUG nova.network.neutron [req-e954f210-3abe-4cbd-a87b-a29721ff7d5a req-02eb1e77-f6dd-4069-8276-50e089808a75 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Refreshing network info cache for port a3a8f367-bb7f-423a-ad73-322b0c8c5961 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.182433] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.184563] env[68166]: DEBUG nova.scheduler.client.report [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 982.184563] env[68166]: DEBUG nova.compute.provider_tree [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 127 to 128 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 982.184563] env[68166]: DEBUG nova.compute.provider_tree [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.513761] env[68166]: DEBUG nova.network.neutron [req-e954f210-3abe-4cbd-a87b-a29721ff7d5a req-02eb1e77-f6dd-4069-8276-50e089808a75 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.635941] env[68166]: DEBUG nova.network.neutron [req-e954f210-3abe-4cbd-a87b-a29721ff7d5a req-02eb1e77-f6dd-4069-8276-50e089808a75 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.682011] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807184, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.689482] env[68166]: DEBUG oslo_concurrency.lockutils [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.188s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.691796] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.328s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.691983] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.693366] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68166) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 982.693366] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.669s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.694904] env[68166]: INFO nova.compute.claims [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.699504] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabc6aea-4136-4646-a290-fea8b0004aa9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.710013] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fdaa8b-0ea6-4c65-8363-3953e3ac20e1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.730722] env[68166]: INFO nova.scheduler.client.report [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Deleted allocations for instance f9d4aa13-4f1a-4f30-a922-f598482d693b [ 982.737641] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6524be4b-3115-45d2-9817-6126455ff4af {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.746023] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a3224-eb23-4ade-ad91-57f460d7936c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.750475] env[68166]: DEBUG nova.network.neutron [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Successfully updated port: 0722edc1-2ce2-40db-bfa8-191cfc164653 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.778753] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178183MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=68166) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 982.778917] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.808454] env[68166]: DEBUG nova.network.neutron [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Successfully updated port: 93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.144649] env[68166]: DEBUG oslo_concurrency.lockutils [req-e954f210-3abe-4cbd-a87b-a29721ff7d5a req-02eb1e77-f6dd-4069-8276-50e089808a75 service nova] Releasing lock "refresh_cache-8c27ff80-498e-4288-876b-50ab60154cab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.185800] env[68166]: DEBUG oslo_vmware.api [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807184, 'name': PowerOnVM_Task, 'duration_secs': 1.285782} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.187900] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.188280] env[68166]: INFO nova.compute.manager [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Took 10.42 seconds to spawn the instance on the hypervisor. [ 983.188549] env[68166]: DEBUG nova.compute.manager [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.189503] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c861a4f-c4d8-4641-b29f-75b6f92768d0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.240774] env[68166]: DEBUG oslo_concurrency.lockutils [None req-654a2abe-f6e9-446c-b7d5-6873fabd3891 tempest-ServerTagsTestJSON-598017084 tempest-ServerTagsTestJSON-598017084-project-member] Lock "f9d4aa13-4f1a-4f30-a922-f598482d693b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.067s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.281114] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "refresh_cache-8c27ff80-498e-4288-876b-50ab60154cab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.281114] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquired lock "refresh_cache-8c27ff80-498e-4288-876b-50ab60154cab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.281114] env[68166]: DEBUG nova.network.neutron [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.313470] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.313643] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.315186] env[68166]: DEBUG nova.network.neutron [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.729829] env[68166]: INFO nova.compute.manager [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Took 44.32 seconds to build instance. [ 983.898147] env[68166]: DEBUG nova.network.neutron [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.917387] env[68166]: DEBUG nova.network.neutron [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.997376] env[68166]: DEBUG nova.compute.manager [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Received event network-vif-plugged-0722edc1-2ce2-40db-bfa8-191cfc164653 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.997648] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] Acquiring lock "8c27ff80-498e-4288-876b-50ab60154cab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.997974] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] Lock "8c27ff80-498e-4288-876b-50ab60154cab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.998473] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] Lock "8c27ff80-498e-4288-876b-50ab60154cab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.998824] env[68166]: DEBUG nova.compute.manager [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] No waiting events found dispatching network-vif-plugged-0722edc1-2ce2-40db-bfa8-191cfc164653 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.999113] env[68166]: WARNING nova.compute.manager [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Received unexpected event network-vif-plugged-0722edc1-2ce2-40db-bfa8-191cfc164653 for instance with vm_state building and task_state spawning. [ 983.999456] env[68166]: DEBUG nova.compute.manager [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Received event network-vif-plugged-93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.999790] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] Acquiring lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.000108] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] Lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.000449] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] Lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.000949] env[68166]: DEBUG nova.compute.manager [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] No waiting events found dispatching network-vif-plugged-93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.000949] env[68166]: WARNING nova.compute.manager [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Received unexpected event network-vif-plugged-93120ebb-f3a5-441d-ae2a-5e7ddfb80846 for instance with vm_state building and task_state spawning. [ 984.002714] env[68166]: DEBUG nova.compute.manager [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Received event network-changed-0722edc1-2ce2-40db-bfa8-191cfc164653 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.003692] env[68166]: DEBUG nova.compute.manager [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Refreshing instance network info cache due to event network-changed-0722edc1-2ce2-40db-bfa8-191cfc164653. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.003692] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] Acquiring lock "refresh_cache-8c27ff80-498e-4288-876b-50ab60154cab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.203407] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18a2d91-f869-4c2f-8d32-fe8a9ae58d14 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.211307] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80660cd-9bf8-418f-aedf-c8e1c5180b24 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.244251] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c5578b2e-1c2b-4cc3-a687-3abf066b39f1 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.845s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.250205] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a92957-2d52-4178-81a8-3a0247dae2e2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.262158] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1f635c-9e3e-4bd9-9228-41d6a43d41c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.275773] env[68166]: DEBUG nova.compute.provider_tree [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.357241] env[68166]: DEBUG nova.network.neutron [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updating instance_info_cache with network_info: [{"id": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "address": "fa:16:3e:36:a8:40", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93120ebb-f3", "ovs_interfaceid": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.681466] env[68166]: DEBUG nova.network.neutron [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Updating instance_info_cache with network_info: [{"id": "a3a8f367-bb7f-423a-ad73-322b0c8c5961", "address": "fa:16:3e:ab:48:ba", "network": {"id": "db12f15c-0ff7-4290-9bf2-75106107546e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-850465678", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a8f367-bb", "ovs_interfaceid": "a3a8f367-bb7f-423a-ad73-322b0c8c5961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0722edc1-2ce2-40db-bfa8-191cfc164653", "address": "fa:16:3e:0c:1f:0d", "network": {"id": "b776de82-69b5-443e-84fd-42a2c395336b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-166259397", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0722edc1-2c", "ovs_interfaceid": "0722edc1-2ce2-40db-bfa8-191cfc164653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.779048] env[68166]: DEBUG nova.scheduler.client.report [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.860270] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.860667] env[68166]: DEBUG nova.compute.manager [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Instance network_info: |[{"id": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "address": "fa:16:3e:36:a8:40", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93120ebb-f3", "ovs_interfaceid": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.861585] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:a8:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93120ebb-f3a5-441d-ae2a-5e7ddfb80846', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.870426] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.870703] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.870991] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93ec6201-4a4c-4b5d-87e8-6b5dd163584a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.895639] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.895639] env[68166]: value = "task-2807185" [ 984.895639] env[68166]: _type = "Task" [ 984.895639] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.904438] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807185, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.185547] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Releasing lock "refresh_cache-8c27ff80-498e-4288-876b-50ab60154cab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.185547] env[68166]: DEBUG nova.compute.manager [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Instance network_info: |[{"id": "a3a8f367-bb7f-423a-ad73-322b0c8c5961", "address": "fa:16:3e:ab:48:ba", "network": {"id": "db12f15c-0ff7-4290-9bf2-75106107546e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-850465678", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a8f367-bb", "ovs_interfaceid": "a3a8f367-bb7f-423a-ad73-322b0c8c5961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0722edc1-2ce2-40db-bfa8-191cfc164653", "address": "fa:16:3e:0c:1f:0d", "network": {"id": "b776de82-69b5-443e-84fd-42a2c395336b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-166259397", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0722edc1-2c", "ovs_interfaceid": "0722edc1-2ce2-40db-bfa8-191cfc164653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.185901] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] Acquired lock "refresh_cache-8c27ff80-498e-4288-876b-50ab60154cab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.186150] env[68166]: DEBUG nova.network.neutron [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Refreshing network info cache for port 0722edc1-2ce2-40db-bfa8-191cfc164653 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.187913] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:48:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3a8f367-bb7f-423a-ad73-322b0c8c5961', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:1f:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0722edc1-2ce2-40db-bfa8-191cfc164653', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.197426] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.200765] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.201344] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43b7f1f4-9baa-411b-aa9a-801372f38d02 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.224972] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.224972] env[68166]: value = "task-2807186" [ 985.224972] env[68166]: _type = "Task" [ 985.224972] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.233692] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807186, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.284250] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.284829] env[68166]: DEBUG nova.compute.manager [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.290496] env[68166]: DEBUG oslo_concurrency.lockutils [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.725s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.290791] env[68166]: DEBUG nova.objects.instance [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Lazy-loading 'resources' on Instance uuid 19141833-c70a-4498-872a-abc3bccb6f70 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.407510] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807185, 'name': CreateVM_Task, 'duration_secs': 0.345323} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.407582] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.408385] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.408550] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.409892] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.410212] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2adb0e2-4148-487b-92fb-abfa372282be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.418028] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 985.418028] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52619a53-827c-9f58-da1d-9fca3c14f6fb" [ 985.418028] env[68166]: _type = "Task" [ 985.418028] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.427622] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52619a53-827c-9f58-da1d-9fca3c14f6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.459938] env[68166]: DEBUG nova.network.neutron [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Updated VIF entry in instance network info cache for port 0722edc1-2ce2-40db-bfa8-191cfc164653. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.460607] env[68166]: DEBUG nova.network.neutron [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Updating instance_info_cache with network_info: [{"id": "a3a8f367-bb7f-423a-ad73-322b0c8c5961", "address": "fa:16:3e:ab:48:ba", "network": {"id": "db12f15c-0ff7-4290-9bf2-75106107546e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-850465678", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a8f367-bb", "ovs_interfaceid": "a3a8f367-bb7f-423a-ad73-322b0c8c5961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0722edc1-2ce2-40db-bfa8-191cfc164653", "address": "fa:16:3e:0c:1f:0d", "network": {"id": "b776de82-69b5-443e-84fd-42a2c395336b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-166259397", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0722edc1-2c", "ovs_interfaceid": "0722edc1-2ce2-40db-bfa8-191cfc164653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.696327] env[68166]: DEBUG oslo_vmware.rw_handles [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dcf49-5085-54e7-4f33-172c1ded3a88/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 985.697280] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64784544-7af2-4f99-aeb9-db0bab812c3b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.703840] env[68166]: DEBUG oslo_vmware.rw_handles [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dcf49-5085-54e7-4f33-172c1ded3a88/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 985.704010] env[68166]: ERROR oslo_vmware.rw_handles [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dcf49-5085-54e7-4f33-172c1ded3a88/disk-0.vmdk due to incomplete transfer. [ 985.704248] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-efc402c1-1c4d-4fc6-8384-ef6864f9ff19 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.711536] env[68166]: DEBUG oslo_vmware.rw_handles [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dcf49-5085-54e7-4f33-172c1ded3a88/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 985.711730] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Uploaded image dbf35c47-764d-4a74-b189-378bee12138d to the Glance image server {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 985.714168] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 985.714330] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-151a5bc1-0ce3-40f3-a2c4-bba9ef5ebf7b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.719691] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 985.719691] env[68166]: value = "task-2807187" [ 985.719691] env[68166]: _type = "Task" [ 985.719691] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.727877] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807187, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.737133] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807186, 'name': CreateVM_Task, 'duration_secs': 0.425067} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.737133] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.737518] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.797533] env[68166]: DEBUG nova.compute.utils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.799423] env[68166]: DEBUG nova.compute.manager [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.799681] env[68166]: DEBUG nova.network.neutron [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.875972] env[68166]: DEBUG nova.policy [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a45cd2d144047dbb502ad860c700894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ef9c5f4cb248bbb50d68fe1458cb63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.932331] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52619a53-827c-9f58-da1d-9fca3c14f6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.016357} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.933071] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.933071] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.933212] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.933351] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.933576] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.933877] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.934241] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.934480] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0ef1b42-dcaf-47cb-8fa5-155550b6c935 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.939621] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44365247-0d8d-47db-87d0-ecfc3ae43364 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.946320] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 985.946320] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5283325e-3422-1107-dda4-65fec40529b5" [ 985.946320] env[68166]: _type = "Task" [ 985.946320] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.953107] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.953293] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.954434] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024a613d-2a5d-45a2-b1c5-3030475e1b0c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.961747] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5283325e-3422-1107-dda4-65fec40529b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.962882] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] Releasing lock "refresh_cache-8c27ff80-498e-4288-876b-50ab60154cab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.962975] env[68166]: DEBUG nova.compute.manager [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Received event network-changed-93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.963154] env[68166]: DEBUG nova.compute.manager [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Refreshing instance network info cache due to event network-changed-93120ebb-f3a5-441d-ae2a-5e7ddfb80846. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 985.963367] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] Acquiring lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.963511] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] Acquired lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.963678] env[68166]: DEBUG nova.network.neutron [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Refreshing network info cache for port 93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.966058] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 985.966058] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5276ac54-4ddf-0063-c86c-06fac3554569" [ 985.966058] env[68166]: _type = "Task" [ 985.966058] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.974607] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5276ac54-4ddf-0063-c86c-06fac3554569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.027524] env[68166]: DEBUG nova.compute.manager [req-8cd73219-1930-4a88-afba-14a6629dac21 req-58264fac-3de6-48e2-b016-6c9a89986700 service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Received event network-changed-3e453c03-95aa-4a9a-be67-de441a88eb11 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.027524] env[68166]: DEBUG nova.compute.manager [req-8cd73219-1930-4a88-afba-14a6629dac21 req-58264fac-3de6-48e2-b016-6c9a89986700 service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Refreshing instance network info cache due to event network-changed-3e453c03-95aa-4a9a-be67-de441a88eb11. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 986.027524] env[68166]: DEBUG oslo_concurrency.lockutils [req-8cd73219-1930-4a88-afba-14a6629dac21 req-58264fac-3de6-48e2-b016-6c9a89986700 service nova] Acquiring lock "refresh_cache-2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.028403] env[68166]: DEBUG oslo_concurrency.lockutils [req-8cd73219-1930-4a88-afba-14a6629dac21 req-58264fac-3de6-48e2-b016-6c9a89986700 service nova] Acquired lock "refresh_cache-2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.029533] env[68166]: DEBUG nova.network.neutron [req-8cd73219-1930-4a88-afba-14a6629dac21 req-58264fac-3de6-48e2-b016-6c9a89986700 service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Refreshing network info cache for port 3e453c03-95aa-4a9a-be67-de441a88eb11 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.146589] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquiring lock "9adcf0e3-28a9-4209-a239-fcf3dfb27faa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.146826] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lock "9adcf0e3-28a9-4209-a239-fcf3dfb27faa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.211824] env[68166]: DEBUG nova.network.neutron [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Successfully created port: 8b8ad094-302c-4993-954e-dc8a1aa0db89 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.233041] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807187, 'name': Destroy_Task, 'duration_secs': 0.317842} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.233354] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Destroyed the VM [ 986.233549] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 986.233795] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d6be51d-e46d-4875-9be6-1623218ba852 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.244658] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 986.244658] env[68166]: value = "task-2807188" [ 986.244658] env[68166]: _type = "Task" [ 986.244658] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.255677] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807188, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.260979] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3143b99e-b01e-45fc-aa0a-2c2be33456fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.267905] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d117ab-ddc0-4539-9c0b-24acb66e35ed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.300702] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e90229-4284-4af4-ba79-2dc1c444f0e7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.303672] env[68166]: DEBUG nova.compute.manager [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.311460] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd35748-79d2-47de-965d-4309446da1f6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.325904] env[68166]: DEBUG nova.compute.provider_tree [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.457208] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5283325e-3422-1107-dda4-65fec40529b5, 'name': SearchDatastore_Task, 'duration_secs': 0.023726} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.457514] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.457749] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.457957] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.479359] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5276ac54-4ddf-0063-c86c-06fac3554569, 'name': SearchDatastore_Task, 'duration_secs': 0.013512} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.480211] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a8469f-3913-454d-b997-14f5c5dc288b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.485383] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 986.485383] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524ddb6f-860a-662b-8e56-f9f4f1ad328a" [ 986.485383] env[68166]: _type = "Task" [ 986.485383] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.493312] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524ddb6f-860a-662b-8e56-f9f4f1ad328a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.652975] env[68166]: DEBUG nova.compute.manager [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.677400] env[68166]: DEBUG nova.network.neutron [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updated VIF entry in instance network info cache for port 93120ebb-f3a5-441d-ae2a-5e7ddfb80846. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.677663] env[68166]: DEBUG nova.network.neutron [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updating instance_info_cache with network_info: [{"id": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "address": "fa:16:3e:36:a8:40", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93120ebb-f3", "ovs_interfaceid": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.754967] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807188, 'name': RemoveSnapshot_Task, 'duration_secs': 0.421323} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.755278] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 986.755553] env[68166]: DEBUG nova.compute.manager [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.756359] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaf7d6f-e2d0-44a1-82f0-7165b3a2d4ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.821572] env[68166]: DEBUG nova.network.neutron [req-8cd73219-1930-4a88-afba-14a6629dac21 req-58264fac-3de6-48e2-b016-6c9a89986700 service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Updated VIF entry in instance network info cache for port 3e453c03-95aa-4a9a-be67-de441a88eb11. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.822144] env[68166]: DEBUG nova.network.neutron [req-8cd73219-1930-4a88-afba-14a6629dac21 req-58264fac-3de6-48e2-b016-6c9a89986700 service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Updating instance_info_cache with network_info: [{"id": "3e453c03-95aa-4a9a-be67-de441a88eb11", "address": "fa:16:3e:ed:13:c8", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e453c03-95", "ovs_interfaceid": "3e453c03-95aa-4a9a-be67-de441a88eb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.829884] env[68166]: DEBUG nova.scheduler.client.report [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.998168] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524ddb6f-860a-662b-8e56-f9f4f1ad328a, 'name': SearchDatastore_Task, 'duration_secs': 0.022362} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.998434] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.998695] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d7c6a607-e3c2-4ced-9c01-ade767f2811f/d7c6a607-e3c2-4ced-9c01-ade767f2811f.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.998980] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.999204] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.999426] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5d02ca1-30bf-42da-90fe-06ac21b34fe1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.001355] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1fefd16-6f0f-49e8-b111-741c6aae4c86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.009475] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 987.009475] env[68166]: value = "task-2807189" [ 987.009475] env[68166]: _type = "Task" [ 987.009475] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.013071] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.013245] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.014189] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da001b5a-9036-4af4-a1dd-b268c98e831e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.021077] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.022256] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 987.022256] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e6df3e-6351-7c59-fdd3-1392a586124d" [ 987.022256] env[68166]: _type = "Task" [ 987.022256] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.029469] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e6df3e-6351-7c59-fdd3-1392a586124d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.172919] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.182560] env[68166]: DEBUG oslo_concurrency.lockutils [req-f9fed2df-8a3d-4ac8-8317-6e307afe3b2c req-8339edfd-5493-4c82-aac5-4b41225a7c23 service nova] Releasing lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.269687] env[68166]: INFO nova.compute.manager [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Shelve offloading [ 987.312681] env[68166]: DEBUG nova.compute.manager [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.325363] env[68166]: DEBUG oslo_concurrency.lockutils [req-8cd73219-1930-4a88-afba-14a6629dac21 req-58264fac-3de6-48e2-b016-6c9a89986700 service nova] Releasing lock "refresh_cache-2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.335094] env[68166]: DEBUG oslo_concurrency.lockutils [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.339183] env[68166]: DEBUG nova.virt.hardware [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.339446] env[68166]: DEBUG nova.virt.hardware [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.339613] env[68166]: DEBUG nova.virt.hardware [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.339818] env[68166]: DEBUG nova.virt.hardware [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.339997] env[68166]: DEBUG nova.virt.hardware [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.340210] env[68166]: DEBUG nova.virt.hardware [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.340451] env[68166]: DEBUG nova.virt.hardware [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.340621] env[68166]: DEBUG nova.virt.hardware [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.340805] env[68166]: DEBUG nova.virt.hardware [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.341016] env[68166]: DEBUG nova.virt.hardware [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.341236] env[68166]: DEBUG nova.virt.hardware [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.342581] env[68166]: DEBUG oslo_concurrency.lockutils [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.767s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.342581] env[68166]: DEBUG nova.objects.instance [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lazy-loading 'resources' on Instance uuid 3b3e8c7d-e583-4568-b418-37182fbd5de8 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.350021] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3415de8-9745-4895-b58c-1202e294c0c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.353213] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555c26b1-903b-4a00-bc41-08f8b8f98373 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.371908] env[68166]: INFO nova.scheduler.client.report [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Deleted allocations for instance 19141833-c70a-4498-872a-abc3bccb6f70 [ 987.520266] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807189, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.532463] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e6df3e-6351-7c59-fdd3-1392a586124d, 'name': SearchDatastore_Task, 'duration_secs': 0.039008} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.533354] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a9c3359-3e78-4f79-a171-73b40377bb07 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.542025] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 987.542025] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522fd8ce-da43-9acb-34dc-1429892825f8" [ 987.542025] env[68166]: _type = "Task" [ 987.542025] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.548789] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522fd8ce-da43-9acb-34dc-1429892825f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.773800] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.773800] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-047541a4-7e00-4a88-95b2-c8287cac3ab9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.781683] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 987.781683] env[68166]: value = "task-2807190" [ 987.781683] env[68166]: _type = "Task" [ 987.781683] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.791113] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 987.791113] env[68166]: DEBUG nova.compute.manager [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.792333] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b331103-b5ae-4fb4-a31f-c86209296b0b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.797280] env[68166]: DEBUG oslo_concurrency.lockutils [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "refresh_cache-c689390c-10b7-4bdc-9c28-84ee0cad5afe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.797440] env[68166]: DEBUG oslo_concurrency.lockutils [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "refresh_cache-c689390c-10b7-4bdc-9c28-84ee0cad5afe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.797603] env[68166]: DEBUG nova.network.neutron [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.809893] env[68166]: DEBUG nova.network.neutron [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Successfully updated port: 8b8ad094-302c-4993-954e-dc8a1aa0db89 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.882121] env[68166]: DEBUG oslo_concurrency.lockutils [None req-05fea8ef-5791-434b-8a8d-b641c9f80874 tempest-InstanceActionsV221TestJSON-1268384542 tempest-InstanceActionsV221TestJSON-1268384542-project-member] Lock "19141833-c70a-4498-872a-abc3bccb6f70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.774s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.025214] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752705} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.025621] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d7c6a607-e3c2-4ced-9c01-ade767f2811f/d7c6a607-e3c2-4ced-9c01-ade767f2811f.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.025621] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.026642] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-492d84d1-ca2d-4a83-811c-1813f1870881 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.034804] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 988.034804] env[68166]: value = "task-2807191" [ 988.034804] env[68166]: _type = "Task" [ 988.034804] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.050090] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.054745] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522fd8ce-da43-9acb-34dc-1429892825f8, 'name': SearchDatastore_Task, 'duration_secs': 0.056221} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.054745] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.054745] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 8c27ff80-498e-4288-876b-50ab60154cab/8c27ff80-498e-4288-876b-50ab60154cab.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.054745] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17ff9764-5d1d-4e93-9946-ae611a85112d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.069647] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 988.069647] env[68166]: value = "task-2807192" [ 988.069647] env[68166]: _type = "Task" [ 988.069647] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.083411] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.184943] env[68166]: DEBUG nova.compute.manager [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Received event network-vif-plugged-8b8ad094-302c-4993-954e-dc8a1aa0db89 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.185320] env[68166]: DEBUG oslo_concurrency.lockutils [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] Acquiring lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.185561] env[68166]: DEBUG oslo_concurrency.lockutils [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] Lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.186075] env[68166]: DEBUG oslo_concurrency.lockutils [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] Lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.186356] env[68166]: DEBUG nova.compute.manager [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] No waiting events found dispatching network-vif-plugged-8b8ad094-302c-4993-954e-dc8a1aa0db89 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.186548] env[68166]: WARNING nova.compute.manager [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Received unexpected event network-vif-plugged-8b8ad094-302c-4993-954e-dc8a1aa0db89 for instance with vm_state building and task_state spawning. [ 988.186759] env[68166]: DEBUG nova.compute.manager [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Received event network-changed-8b8ad094-302c-4993-954e-dc8a1aa0db89 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.186938] env[68166]: DEBUG nova.compute.manager [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Refreshing instance network info cache due to event network-changed-8b8ad094-302c-4993-954e-dc8a1aa0db89. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.187315] env[68166]: DEBUG oslo_concurrency.lockutils [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] Acquiring lock "refresh_cache-6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.187425] env[68166]: DEBUG oslo_concurrency.lockutils [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] Acquired lock "refresh_cache-6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.187584] env[68166]: DEBUG nova.network.neutron [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Refreshing network info cache for port 8b8ad094-302c-4993-954e-dc8a1aa0db89 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.304962] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1339d183-02db-40b7-ac08-1901a8dd56a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.312842] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "refresh_cache-6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.317025] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c56c02-48fb-4a58-95ad-acaf33e140ab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.350823] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa0b2dd-a9f7-426c-825c-b9d89cf3d895 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.361634] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55207fae-9c8c-4229-bd34-86252bcf5de3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.376417] env[68166]: DEBUG nova.compute.provider_tree [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.550311] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0688} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.550658] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.551866] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0914876-fcee-4240-9d83-1e7059ebb0cf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.575820] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] d7c6a607-e3c2-4ced-9c01-ade767f2811f/d7c6a607-e3c2-4ced-9c01-ade767f2811f.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.577124] env[68166]: DEBUG nova.network.neutron [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Updating instance_info_cache with network_info: [{"id": "dd09613a-fa20-4378-9c3c-36d85e186626", "address": "fa:16:3e:34:64:1e", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd09613a-fa", "ovs_interfaceid": "dd09613a-fa20-4378-9c3c-36d85e186626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.578410] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c100411c-67d7-4402-b56a-0e371ee6e752 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.593461] env[68166]: DEBUG oslo_concurrency.lockutils [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "refresh_cache-c689390c-10b7-4bdc-9c28-84ee0cad5afe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.604260] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807192, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.605462] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 988.605462] env[68166]: value = "task-2807193" [ 988.605462] env[68166]: _type = "Task" [ 988.605462] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.612856] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.728559] env[68166]: DEBUG nova.network.neutron [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.829478] env[68166]: DEBUG nova.network.neutron [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.859041] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.859345] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.879759] env[68166]: DEBUG nova.scheduler.client.report [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.919959] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.920959] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaa1623-5ff1-49d5-b7ef-f21b406e5fef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.929201] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.929468] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1abf520-1d09-4356-a8ea-2cf342188880 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.985252] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.985519] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.985725] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleting the datastore file [datastore2] c689390c-10b7-4bdc-9c28-84ee0cad5afe {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.986034] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5720a88-5d41-4038-8104-8121f87eb667 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.992260] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 988.992260] env[68166]: value = "task-2807195" [ 988.992260] env[68166]: _type = "Task" [ 988.992260] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.000388] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.089779] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586135} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.089779] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 8c27ff80-498e-4288-876b-50ab60154cab/8c27ff80-498e-4288-876b-50ab60154cab.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.089779] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.089779] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-522cf2bc-e642-468f-a367-9aca8f22dab7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.096430] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 989.096430] env[68166]: value = "task-2807196" [ 989.096430] env[68166]: _type = "Task" [ 989.096430] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.106474] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.113878] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807193, 'name': ReconfigVM_Task, 'duration_secs': 0.271089} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.114177] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] d7c6a607-e3c2-4ced-9c01-ade767f2811f/d7c6a607-e3c2-4ced-9c01-ade767f2811f.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.115034] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-925565a6-8217-4684-a35f-cc6de925aa3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.121327] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 989.121327] env[68166]: value = "task-2807197" [ 989.121327] env[68166]: _type = "Task" [ 989.121327] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.130275] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807197, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.340067] env[68166]: DEBUG oslo_concurrency.lockutils [req-3e144dd8-6c36-4402-905a-e125cd6470c6 req-ebc22ea5-696a-4121-adb5-0dbd70a49c1d service nova] Releasing lock "refresh_cache-6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.340468] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "refresh_cache-6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.340632] env[68166]: DEBUG nova.network.neutron [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.362024] env[68166]: INFO nova.compute.manager [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Detaching volume 00317625-2735-4d97-b2da-a3d3b1112030 [ 989.388960] env[68166]: DEBUG oslo_concurrency.lockutils [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.393721] env[68166]: DEBUG oslo_concurrency.lockutils [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.190s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.409698] env[68166]: INFO nova.virt.block_device [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Attempting to driver detach volume 00317625-2735-4d97-b2da-a3d3b1112030 from mountpoint /dev/sdb [ 989.409941] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 989.410167] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564106', 'volume_id': '00317625-2735-4d97-b2da-a3d3b1112030', 'name': 'volume-00317625-2735-4d97-b2da-a3d3b1112030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea744a0c-56e5-4e41-9d0e-b8f5e568d062', 'attached_at': '', 'detached_at': '', 'volume_id': '00317625-2735-4d97-b2da-a3d3b1112030', 'serial': '00317625-2735-4d97-b2da-a3d3b1112030'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 989.413338] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dc21a5-d301-4792-a661-4fa49ca66646 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.420833] env[68166]: INFO nova.scheduler.client.report [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted allocations for instance 3b3e8c7d-e583-4568-b418-37182fbd5de8 [ 989.447906] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae1abc0-ccd9-4354-868f-cd304b22a0a9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.455547] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a82ba8a-c294-4e86-bf5d-91ef29f40a58 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.477661] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab02166a-06ef-4f8c-a5e1-2760a4e068fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.495791] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] The volume has not been displaced from its original location: [datastore2] volume-00317625-2735-4d97-b2da-a3d3b1112030/volume-00317625-2735-4d97-b2da-a3d3b1112030.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 989.500964] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 989.504676] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16089611-4713-47fe-ade4-c43b2da37445 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.522597] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.524047] env[68166]: DEBUG oslo_vmware.api [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 989.524047] env[68166]: value = "task-2807198" [ 989.524047] env[68166]: _type = "Task" [ 989.524047] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.531631] env[68166]: DEBUG oslo_vmware.api [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.606131] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06827} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.606397] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.607183] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a90a9b7-312f-4caf-998b-006d309d5e71 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.632616] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 8c27ff80-498e-4288-876b-50ab60154cab/8c27ff80-498e-4288-876b-50ab60154cab.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.635955] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92890bde-da6e-41dd-a3ca-c9c96b4dd923 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.657890] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807197, 'name': Rename_Task, 'duration_secs': 0.192102} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.659021] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.659375] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 989.659375] env[68166]: value = "task-2807199" [ 989.659375] env[68166]: _type = "Task" [ 989.659375] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.659591] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4dd4904-aafe-43e3-8e51-d89088ff4f9e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.669533] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 989.669533] env[68166]: value = "task-2807200" [ 989.669533] env[68166]: _type = "Task" [ 989.669533] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.675727] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.681320] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.906164] env[68166]: INFO nova.compute.claims [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.911278] env[68166]: DEBUG nova.network.neutron [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.929878] env[68166]: DEBUG oslo_concurrency.lockutils [None req-95fc0bb9-e015-481d-99b7-2174a734f73a tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "3b3e8c7d-e583-4568-b418-37182fbd5de8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.817s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.004887] env[68166]: DEBUG oslo_vmware.api [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.667917} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.007333] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.007526] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.007708] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.035153] env[68166]: DEBUG oslo_vmware.api [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807198, 'name': ReconfigVM_Task, 'duration_secs': 0.22137} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.036140] env[68166]: INFO nova.scheduler.client.report [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted allocations for instance c689390c-10b7-4bdc-9c28-84ee0cad5afe [ 990.039239] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 990.051158] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43b31d93-c45b-4a94-8dfa-cfafa7e00289 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.080016] env[68166]: DEBUG oslo_vmware.api [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 990.080016] env[68166]: value = "task-2807201" [ 990.080016] env[68166]: _type = "Task" [ 990.080016] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.089698] env[68166]: DEBUG oslo_vmware.api [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.172867] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807199, 'name': ReconfigVM_Task, 'duration_secs': 0.304372} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.178957] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 8c27ff80-498e-4288-876b-50ab60154cab/8c27ff80-498e-4288-876b-50ab60154cab.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.179526] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7042f145-933d-4b76-99ec-b03d54bc1bce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.188542] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807200, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.190079] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 990.190079] env[68166]: value = "task-2807202" [ 990.190079] env[68166]: _type = "Task" [ 990.190079] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.198921] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807202, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.221684] env[68166]: DEBUG nova.network.neutron [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Updating instance_info_cache with network_info: [{"id": "8b8ad094-302c-4993-954e-dc8a1aa0db89", "address": "fa:16:3e:89:5f:26", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8ad094-30", "ovs_interfaceid": "8b8ad094-302c-4993-954e-dc8a1aa0db89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.312277] env[68166]: DEBUG nova.compute.manager [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Received event network-vif-unplugged-dd09613a-fa20-4378-9c3c-36d85e186626 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.312674] env[68166]: DEBUG oslo_concurrency.lockutils [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] Acquiring lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.313090] env[68166]: DEBUG oslo_concurrency.lockutils [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] Lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.313369] env[68166]: DEBUG oslo_concurrency.lockutils [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] Lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.313638] env[68166]: DEBUG nova.compute.manager [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] No waiting events found dispatching network-vif-unplugged-dd09613a-fa20-4378-9c3c-36d85e186626 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.313926] env[68166]: WARNING nova.compute.manager [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Received unexpected event network-vif-unplugged-dd09613a-fa20-4378-9c3c-36d85e186626 for instance with vm_state shelved_offloaded and task_state None. [ 990.314204] env[68166]: DEBUG nova.compute.manager [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Received event network-changed-dd09613a-fa20-4378-9c3c-36d85e186626 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.314457] env[68166]: DEBUG nova.compute.manager [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Refreshing instance network info cache due to event network-changed-dd09613a-fa20-4378-9c3c-36d85e186626. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.314799] env[68166]: DEBUG oslo_concurrency.lockutils [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] Acquiring lock "refresh_cache-c689390c-10b7-4bdc-9c28-84ee0cad5afe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.315042] env[68166]: DEBUG oslo_concurrency.lockutils [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] Acquired lock "refresh_cache-c689390c-10b7-4bdc-9c28-84ee0cad5afe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.315296] env[68166]: DEBUG nova.network.neutron [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Refreshing network info cache for port dd09613a-fa20-4378-9c3c-36d85e186626 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.417463] env[68166]: INFO nova.compute.resource_tracker [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating resource usage from migration fe1db2d4-7e83-4aab-b5db-3e59c140ddde [ 990.553387] env[68166]: DEBUG oslo_concurrency.lockutils [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.574303] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "f0952c3b-e030-4d96-9ef1-68686af4bcdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.577023] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "f0952c3b-e030-4d96-9ef1-68686af4bcdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.577023] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "f0952c3b-e030-4d96-9ef1-68686af4bcdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.577023] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "f0952c3b-e030-4d96-9ef1-68686af4bcdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.577023] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "f0952c3b-e030-4d96-9ef1-68686af4bcdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.578313] env[68166]: INFO nova.compute.manager [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Terminating instance [ 990.594981] env[68166]: DEBUG oslo_vmware.api [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807201, 'name': ReconfigVM_Task, 'duration_secs': 0.16324} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.595538] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564106', 'volume_id': '00317625-2735-4d97-b2da-a3d3b1112030', 'name': 'volume-00317625-2735-4d97-b2da-a3d3b1112030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea744a0c-56e5-4e41-9d0e-b8f5e568d062', 'attached_at': '', 'detached_at': '', 'volume_id': '00317625-2735-4d97-b2da-a3d3b1112030', 'serial': '00317625-2735-4d97-b2da-a3d3b1112030'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 990.686783] env[68166]: DEBUG oslo_vmware.api [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807200, 'name': PowerOnVM_Task, 'duration_secs': 0.616771} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.687016] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.687708] env[68166]: INFO nova.compute.manager [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Took 9.13 seconds to spawn the instance on the hypervisor. [ 990.687708] env[68166]: DEBUG nova.compute.manager [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.688430] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287c3307-3042-4488-978d-7c50880c36ae {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.706056] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807202, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.729529] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "refresh_cache-6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.729529] env[68166]: DEBUG nova.compute.manager [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Instance network_info: |[{"id": "8b8ad094-302c-4993-954e-dc8a1aa0db89", "address": "fa:16:3e:89:5f:26", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8ad094-30", "ovs_interfaceid": "8b8ad094-302c-4993-954e-dc8a1aa0db89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.729529] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:5f:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b8ad094-302c-4993-954e-dc8a1aa0db89', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.735958] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.736598] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.736878] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d76d1a27-9d40-4daa-8bab-ddaaf15e0978 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.761034] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.761034] env[68166]: value = "task-2807203" [ 990.761034] env[68166]: _type = "Task" [ 990.761034] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.781023] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807203, 'name': CreateVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.856642] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eca332-ab6c-4f79-af13-42df6adc0805 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.867446] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572f47e0-11aa-4e35-8b4c-5d96881cbe31 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.908691] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5662baef-382b-4e1c-8e86-0d3dfe6bdb56 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.919355] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e0dd1a-c417-4e92-acc4-2800d744cefd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.934716] env[68166]: DEBUG nova.compute.provider_tree [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.089569] env[68166]: DEBUG nova.compute.manager [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.089799] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.090769] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bb2ef9-48c4-480f-8a80-46297d67c4c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.099303] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.099523] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-379ab2ad-ee66-4a78-9c27-4115f297da09 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.106089] env[68166]: DEBUG oslo_vmware.api [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 991.106089] env[68166]: value = "task-2807204" [ 991.106089] env[68166]: _type = "Task" [ 991.106089] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.114039] env[68166]: DEBUG oslo_vmware.api [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.146452] env[68166]: DEBUG nova.network.neutron [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Updated VIF entry in instance network info cache for port dd09613a-fa20-4378-9c3c-36d85e186626. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.146829] env[68166]: DEBUG nova.network.neutron [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Updating instance_info_cache with network_info: [{"id": "dd09613a-fa20-4378-9c3c-36d85e186626", "address": "fa:16:3e:34:64:1e", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": null, "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdd09613a-fa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.166065] env[68166]: DEBUG nova.objects.instance [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lazy-loading 'flavor' on Instance uuid ea744a0c-56e5-4e41-9d0e-b8f5e568d062 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.204547] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807202, 'name': Rename_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.213330] env[68166]: INFO nova.compute.manager [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Took 44.74 seconds to build instance. [ 991.272213] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807203, 'name': CreateVM_Task, 'duration_secs': 0.437146} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.272424] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.273210] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.273876] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.274037] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.274464] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.274730] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f345dd0-c686-4408-ab7d-e22085e7f3b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.279547] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 991.279547] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5224cfaa-6c72-e077-2129-a330c307506c" [ 991.279547] env[68166]: _type = "Task" [ 991.279547] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.286979] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5224cfaa-6c72-e077-2129-a330c307506c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.439648] env[68166]: DEBUG nova.scheduler.client.report [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.618423] env[68166]: DEBUG oslo_vmware.api [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807204, 'name': PowerOffVM_Task, 'duration_secs': 0.20453} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.618709] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.618876] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.619458] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a79745a-0cb2-4419-bbbd-03ab32c592bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.650148] env[68166]: DEBUG oslo_concurrency.lockutils [req-d923c08d-b03c-457c-a3e5-5078b246f01d req-d01cfeb9-5146-4dbf-9700-ba448003050e service nova] Releasing lock "refresh_cache-c689390c-10b7-4bdc-9c28-84ee0cad5afe" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.687338] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.687552] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.687764] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleting the datastore file [datastore2] f0952c3b-e030-4d96-9ef1-68686af4bcdf {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.687983] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-145ed53f-be90-4ea3-a76a-770817a28ed5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.697063] env[68166]: DEBUG oslo_vmware.api [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 991.697063] env[68166]: value = "task-2807206" [ 991.697063] env[68166]: _type = "Task" [ 991.697063] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.707596] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807202, 'name': Rename_Task, 'duration_secs': 1.170735} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.710276] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.710523] env[68166]: DEBUG oslo_vmware.api [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.710725] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99ca0311-9b46-44a4-a54f-9b0596e08fc3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.714761] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e08d684b-5bf9-48aa-b3fa-2f1f951e26bd tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.603s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.717280] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 991.717280] env[68166]: value = "task-2807207" [ 991.717280] env[68166]: _type = "Task" [ 991.717280] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.724485] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.791320] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5224cfaa-6c72-e077-2129-a330c307506c, 'name': SearchDatastore_Task, 'duration_secs': 0.011642} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.792032] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.792032] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.792168] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.792268] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.793029] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.793029] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae149b4a-3100-4401-a84a-d29dd937d856 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.800684] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.800856] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.801583] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c7d736-e04f-4100-9a7f-770779e4c56b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.806288] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 991.806288] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5240aabf-6a23-c083-d301-fe0fd34d093b" [ 991.806288] env[68166]: _type = "Task" [ 991.806288] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.813953] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5240aabf-6a23-c083-d301-fe0fd34d093b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.947857] env[68166]: DEBUG oslo_concurrency.lockutils [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.553s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.947857] env[68166]: INFO nova.compute.manager [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Migrating [ 991.955753] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.598s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.957365] env[68166]: INFO nova.compute.claims [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.175787] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6f616e8e-6fcc-4fe4-b993-e2b6ce82aaf6 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.210117] env[68166]: DEBUG oslo_vmware.api [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136419} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.210328] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.210569] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.211031] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.211031] env[68166]: INFO nova.compute.manager [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 992.211201] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.212123] env[68166]: DEBUG nova.compute.manager [-] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.212123] env[68166]: DEBUG nova.network.neutron [-] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.227506] env[68166]: DEBUG oslo_vmware.api [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807207, 'name': PowerOnVM_Task, 'duration_secs': 0.442753} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.227813] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.228028] env[68166]: INFO nova.compute.manager [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Took 13.37 seconds to spawn the instance on the hypervisor. [ 992.228212] env[68166]: DEBUG nova.compute.manager [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.228998] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e81b1f2-82c5-4cc6-8c71-b402ea262634 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.318374] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5240aabf-6a23-c083-d301-fe0fd34d093b, 'name': SearchDatastore_Task, 'duration_secs': 0.008012} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.319144] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a423da71-c87e-4d52-b5b6-cf84ca41c0c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.324348] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 992.324348] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521f3aea-a256-ecb0-bb0b-c8dd98319690" [ 992.324348] env[68166]: _type = "Task" [ 992.324348] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.332185] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521f3aea-a256-ecb0-bb0b-c8dd98319690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.360572] env[68166]: DEBUG nova.compute.manager [req-841b1d93-0a92-48bd-87e7-8c33c664cc28 req-f921cd6c-8506-4ccc-9cc7-c4b94e10a46d service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Received event network-changed-93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.360805] env[68166]: DEBUG nova.compute.manager [req-841b1d93-0a92-48bd-87e7-8c33c664cc28 req-f921cd6c-8506-4ccc-9cc7-c4b94e10a46d service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Refreshing instance network info cache due to event network-changed-93120ebb-f3a5-441d-ae2a-5e7ddfb80846. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.361155] env[68166]: DEBUG oslo_concurrency.lockutils [req-841b1d93-0a92-48bd-87e7-8c33c664cc28 req-f921cd6c-8506-4ccc-9cc7-c4b94e10a46d service nova] Acquiring lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.361348] env[68166]: DEBUG oslo_concurrency.lockutils [req-841b1d93-0a92-48bd-87e7-8c33c664cc28 req-f921cd6c-8506-4ccc-9cc7-c4b94e10a46d service nova] Acquired lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.361515] env[68166]: DEBUG nova.network.neutron [req-841b1d93-0a92-48bd-87e7-8c33c664cc28 req-f921cd6c-8506-4ccc-9cc7-c4b94e10a46d service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Refreshing network info cache for port 93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.471480] env[68166]: DEBUG oslo_concurrency.lockutils [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.471480] env[68166]: DEBUG oslo_concurrency.lockutils [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.471480] env[68166]: DEBUG nova.network.neutron [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.750338] env[68166]: INFO nova.compute.manager [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Took 50.01 seconds to build instance. [ 992.836681] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521f3aea-a256-ecb0-bb0b-c8dd98319690, 'name': SearchDatastore_Task, 'duration_secs': 0.021192} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.836961] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.837380] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a/6580a6cf-6ac3-4d20-8b1b-e245d0815d2a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.837700] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3fb0c8e-4a54-4875-877a-edace83cbaaf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.844470] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 992.844470] env[68166]: value = "task-2807208" [ 992.844470] env[68166]: _type = "Task" [ 992.844470] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.854089] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.914414] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.914414] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.018229] env[68166]: DEBUG nova.network.neutron [-] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.177925] env[68166]: DEBUG nova.network.neutron [req-841b1d93-0a92-48bd-87e7-8c33c664cc28 req-f921cd6c-8506-4ccc-9cc7-c4b94e10a46d service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updated VIF entry in instance network info cache for port 93120ebb-f3a5-441d-ae2a-5e7ddfb80846. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.178583] env[68166]: DEBUG nova.network.neutron [req-841b1d93-0a92-48bd-87e7-8c33c664cc28 req-f921cd6c-8506-4ccc-9cc7-c4b94e10a46d service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updating instance_info_cache with network_info: [{"id": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "address": "fa:16:3e:36:a8:40", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93120ebb-f3", "ovs_interfaceid": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.216528] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "8c27ff80-498e-4288-876b-50ab60154cab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.256771] env[68166]: DEBUG oslo_concurrency.lockutils [None req-415ead02-7dd3-4659-ad59-ff940f117629 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "8c27ff80-498e-4288-876b-50ab60154cab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.300s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.257873] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "8c27ff80-498e-4288-876b-50ab60154cab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.041s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.258067] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "8c27ff80-498e-4288-876b-50ab60154cab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.258345] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "8c27ff80-498e-4288-876b-50ab60154cab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.258570] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "8c27ff80-498e-4288-876b-50ab60154cab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.261435] env[68166]: INFO nova.compute.manager [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Terminating instance [ 993.310670] env[68166]: DEBUG nova.network.neutron [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance_info_cache with network_info: [{"id": "84d2b5b1-608a-4b87-81df-ff791154f63c", "address": "fa:16:3e:75:12:63", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84d2b5b1-60", "ovs_interfaceid": "84d2b5b1-608a-4b87-81df-ff791154f63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.357190] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807208, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.419519] env[68166]: DEBUG nova.compute.manager [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.465180] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd33c0a2-8b4d-42d5-9203-1ec826016a56 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.474135] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f7d49-8d4c-4f60-9e01-32a42bcfed85 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.505894] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8638af-bbd3-4dfe-aab0-0a9bee7f52e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.513967] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c7bcd5-945e-4db8-9021-ff6802e6e481 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.527374] env[68166]: INFO nova.compute.manager [-] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Took 1.32 seconds to deallocate network for instance. [ 993.527905] env[68166]: DEBUG nova.compute.provider_tree [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.530715] env[68166]: DEBUG oslo_concurrency.lockutils [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.530937] env[68166]: DEBUG oslo_concurrency.lockutils [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.531182] env[68166]: DEBUG oslo_concurrency.lockutils [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.531371] env[68166]: DEBUG oslo_concurrency.lockutils [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.531538] env[68166]: DEBUG oslo_concurrency.lockutils [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.536807] env[68166]: INFO nova.compute.manager [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Terminating instance [ 993.684292] env[68166]: DEBUG oslo_concurrency.lockutils [req-841b1d93-0a92-48bd-87e7-8c33c664cc28 req-f921cd6c-8506-4ccc-9cc7-c4b94e10a46d service nova] Releasing lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.767717] env[68166]: DEBUG nova.compute.manager [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.767717] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.768647] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cac70f-81ee-469b-80d9-0ed180e5d736 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.776699] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.776923] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cb3564d-0f0d-40d7-9c76-7998ae540f1e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.782803] env[68166]: DEBUG oslo_vmware.api [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 993.782803] env[68166]: value = "task-2807209" [ 993.782803] env[68166]: _type = "Task" [ 993.782803] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.790082] env[68166]: DEBUG oslo_vmware.api [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.818203] env[68166]: DEBUG oslo_concurrency.lockutils [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.855896] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516425} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.856254] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a/6580a6cf-6ac3-4d20-8b1b-e245d0815d2a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.856479] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.856735] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0074189-9f82-4df5-9e57-e6fff7594683 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.868420] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 993.868420] env[68166]: value = "task-2807210" [ 993.868420] env[68166]: _type = "Task" [ 993.868420] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.877430] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.940776] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.034625] env[68166]: DEBUG nova.scheduler.client.report [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.039192] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.041116] env[68166]: DEBUG nova.compute.manager [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.041116] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.041911] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfdd0a5-a921-4e15-9a9d-4299655dde39 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.049726] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.050511] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7615516d-6fe6-4c53-9caf-88ecddacdcd9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.059825] env[68166]: DEBUG oslo_vmware.api [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 994.059825] env[68166]: value = "task-2807211" [ 994.059825] env[68166]: _type = "Task" [ 994.059825] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.067677] env[68166]: DEBUG oslo_vmware.api [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.292436] env[68166]: DEBUG oslo_vmware.api [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807209, 'name': PowerOffVM_Task, 'duration_secs': 0.227248} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.292765] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.292972] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.293240] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2bba40b-2534-46c1-845b-847d7dd6eec8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.380168] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069509} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.380168] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.380839] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f995a86-7550-4a7b-b15e-07c0e4c73abd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.390479] env[68166]: DEBUG nova.compute.manager [req-68a52e7b-d2d9-4e9f-a6f8-170ff439e3c3 req-0d9631c6-6c05-45c6-b9f1-e6191b61ad1d service nova] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Received event network-vif-deleted-eec3f5b9-a4e2-4c63-a438-ed6cfd47d8a4 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.417141] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a/6580a6cf-6ac3-4d20-8b1b-e245d0815d2a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.418143] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf03237-ca84-4c05-aa6d-46b4c521405d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.434759] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.434980] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.435187] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Deleting the datastore file [datastore1] 8c27ff80-498e-4288-876b-50ab60154cab {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.435953] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ce47125-0e33-46ca-a1e3-f237fe15d164 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.440735] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 994.440735] env[68166]: value = "task-2807213" [ 994.440735] env[68166]: _type = "Task" [ 994.440735] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.445333] env[68166]: DEBUG oslo_vmware.api [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for the task: (returnval){ [ 994.445333] env[68166]: value = "task-2807214" [ 994.445333] env[68166]: _type = "Task" [ 994.445333] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.451673] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.456628] env[68166]: DEBUG oslo_vmware.api [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.539975] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.540556] env[68166]: DEBUG nova.compute.manager [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.544116] env[68166]: DEBUG oslo_concurrency.lockutils [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.726s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.544116] env[68166]: DEBUG nova.objects.instance [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lazy-loading 'resources' on Instance uuid 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.569914] env[68166]: DEBUG oslo_vmware.api [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807211, 'name': PowerOffVM_Task, 'duration_secs': 0.183602} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.570187] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.570356] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.570601] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d344d91d-2066-4f2f-90c5-a02e3fbf6d3b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.654312] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.654534] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.654696] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Deleting the datastore file [datastore1] ea744a0c-56e5-4e41-9d0e-b8f5e568d062 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.654953] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e63a90ca-1134-4037-9d9b-4d962f4e7b23 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.661509] env[68166]: DEBUG oslo_vmware.api [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 994.661509] env[68166]: value = "task-2807216" [ 994.661509] env[68166]: _type = "Task" [ 994.661509] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.672427] env[68166]: DEBUG oslo_vmware.api [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.952467] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807213, 'name': ReconfigVM_Task, 'duration_secs': 0.282076} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.953134] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a/6580a6cf-6ac3-4d20-8b1b-e245d0815d2a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.953807] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c77b846-729a-470e-bc3b-bc75953caede {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.957961] env[68166]: DEBUG oslo_vmware.api [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Task: {'id': task-2807214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16524} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.958495] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.958678] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.958854] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.959038] env[68166]: INFO nova.compute.manager [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Took 1.19 seconds to destroy the instance on the hypervisor. [ 994.959692] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.959692] env[68166]: DEBUG nova.compute.manager [-] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.959692] env[68166]: DEBUG nova.network.neutron [-] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.963674] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 994.963674] env[68166]: value = "task-2807217" [ 994.963674] env[68166]: _type = "Task" [ 994.963674] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.972629] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807217, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.048342] env[68166]: DEBUG nova.compute.utils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.056962] env[68166]: DEBUG nova.compute.manager [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.057304] env[68166]: DEBUG nova.network.neutron [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.120307] env[68166]: DEBUG nova.policy [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '428803b018be4fc48400f7bbc9d79352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731f9563b31b4722ae28466f9169f5ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.173109] env[68166]: DEBUG oslo_vmware.api [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157885} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.173109] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.173408] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.173408] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.176466] env[68166]: INFO nova.compute.manager [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.176466] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.176466] env[68166]: DEBUG nova.compute.manager [-] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.176466] env[68166]: DEBUG nova.network.neutron [-] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.317023] env[68166]: DEBUG nova.compute.manager [req-d0ec6e2b-d096-494a-8baa-8d46687defb7 req-16e95bef-cc7f-4cfc-9d7a-22a553d14a3b service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Received event network-vif-deleted-a3a8f367-bb7f-423a-ad73-322b0c8c5961 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.317023] env[68166]: INFO nova.compute.manager [req-d0ec6e2b-d096-494a-8baa-8d46687defb7 req-16e95bef-cc7f-4cfc-9d7a-22a553d14a3b service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Neutron deleted interface a3a8f367-bb7f-423a-ad73-322b0c8c5961; detaching it from the instance and deleting it from the info cache [ 995.317023] env[68166]: DEBUG nova.network.neutron [req-d0ec6e2b-d096-494a-8baa-8d46687defb7 req-16e95bef-cc7f-4cfc-9d7a-22a553d14a3b service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Updating instance_info_cache with network_info: [{"id": "0722edc1-2ce2-40db-bfa8-191cfc164653", "address": "fa:16:3e:0c:1f:0d", "network": {"id": "b776de82-69b5-443e-84fd-42a2c395336b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-166259397", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f3bdd382d0d1461db1eda8137f25fb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0722edc1-2c", "ovs_interfaceid": "0722edc1-2ce2-40db-bfa8-191cfc164653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.336025] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f503d0-ab35-4028-ad05-f1f1aa16fb8a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.359038] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance '4edf3231-3ae0-4749-a65b-067aa2bb6217' progress to 0 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.478833] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807217, 'name': Rename_Task, 'duration_secs': 0.155285} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.481682] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.482657] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ff02c3f-877a-449e-8b2c-ec275c61b469 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.491656] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 995.491656] env[68166]: value = "task-2807218" [ 995.491656] env[68166]: _type = "Task" [ 995.491656] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.507790] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.548052] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ececcd0f-7011-4c46-b83a-eb00267a2069 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.556504] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a8c9f4-4183-4b3a-8d1d-4bc8284b560d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.560401] env[68166]: DEBUG nova.compute.manager [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.600228] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3c74b5-24af-4d44-8230-166cc7fb5fd7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.615100] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ae049f-8615-40b3-a9a1-d95f1af31170 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.629149] env[68166]: DEBUG nova.compute.provider_tree [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.714652] env[68166]: DEBUG nova.network.neutron [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Successfully created port: 4a3e593b-7235-4e66-b88c-f48c53091e97 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.819997] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0b3bbf9-1030-4c44-90c0-407baccb9024 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.833919] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9321014-d3c0-468f-aed9-d09df27f6ae5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.882203] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.882596] env[68166]: DEBUG nova.compute.manager [req-d0ec6e2b-d096-494a-8baa-8d46687defb7 req-16e95bef-cc7f-4cfc-9d7a-22a553d14a3b service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Detach interface failed, port_id=a3a8f367-bb7f-423a-ad73-322b0c8c5961, reason: Instance 8c27ff80-498e-4288-876b-50ab60154cab could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 995.883044] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80891081-ab34-4cf4-a72a-bca2859b48c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.891345] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 995.891345] env[68166]: value = "task-2807219" [ 995.891345] env[68166]: _type = "Task" [ 995.891345] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.901415] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.008136] env[68166]: DEBUG oslo_vmware.api [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807218, 'name': PowerOnVM_Task, 'duration_secs': 0.510293} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.008772] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.009247] env[68166]: INFO nova.compute.manager [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Took 8.70 seconds to spawn the instance on the hypervisor. [ 996.010213] env[68166]: DEBUG nova.compute.manager [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.010544] env[68166]: DEBUG nova.network.neutron [-] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.012229] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1e7f79-0034-4407-b0de-af6a809fb910 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.135217] env[68166]: DEBUG nova.scheduler.client.report [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.402675] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807219, 'name': PowerOffVM_Task, 'duration_secs': 0.230541} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.402881] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.403076] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance '4edf3231-3ae0-4749-a65b-067aa2bb6217' progress to 17 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.417646] env[68166]: DEBUG nova.compute.manager [req-99b011bd-afa4-41de-939d-642c8862fa46 req-19738ab2-17ab-4068-9255-d307852c9954 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Received event network-vif-deleted-68696588-9b6f-4436-ba0b-6453b10ddc61 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.417823] env[68166]: INFO nova.compute.manager [req-99b011bd-afa4-41de-939d-642c8862fa46 req-19738ab2-17ab-4068-9255-d307852c9954 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Neutron deleted interface 68696588-9b6f-4436-ba0b-6453b10ddc61; detaching it from the instance and deleting it from the info cache [ 996.417979] env[68166]: DEBUG nova.network.neutron [req-99b011bd-afa4-41de-939d-642c8862fa46 req-19738ab2-17ab-4068-9255-d307852c9954 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.509169] env[68166]: DEBUG nova.network.neutron [-] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.516290] env[68166]: INFO nova.compute.manager [-] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Took 1.56 seconds to deallocate network for instance. [ 996.529204] env[68166]: INFO nova.compute.manager [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Took 45.53 seconds to build instance. [ 996.570408] env[68166]: DEBUG nova.compute.manager [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.597653] env[68166]: DEBUG nova.virt.hardware [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.597999] env[68166]: DEBUG nova.virt.hardware [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.598255] env[68166]: DEBUG nova.virt.hardware [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.598514] env[68166]: DEBUG nova.virt.hardware [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.599661] env[68166]: DEBUG nova.virt.hardware [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.599661] env[68166]: DEBUG nova.virt.hardware [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.599661] env[68166]: DEBUG nova.virt.hardware [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.599661] env[68166]: DEBUG nova.virt.hardware [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.599661] env[68166]: DEBUG nova.virt.hardware [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.599661] env[68166]: DEBUG nova.virt.hardware [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.599661] env[68166]: DEBUG nova.virt.hardware [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.600535] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e582015-654d-4a53-8c6c-cbfb366041c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.610154] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1bd2cd-5809-4c6a-bb2a-c6420382657d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.638859] env[68166]: DEBUG oslo_concurrency.lockutils [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.641178] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.959s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.642753] env[68166]: INFO nova.compute.claims [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.661027] env[68166]: INFO nova.scheduler.client.report [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleted allocations for instance 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb [ 996.870979] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b28c349a-7e16-4136-9239-fc60f9e4f1a7 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.911021] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.911021] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.911021] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.911021] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.911021] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.911021] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.911021] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.911021] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.911021] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.911021] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.911437] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.916437] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a4a63a-e69c-4acf-97c9-9c73571f4d5d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.927769] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4ef19b1-e173-4e45-93d2-c380cd05697f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.939437] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f9f9c0-b3ba-401a-9a68-57af8cd19bed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.950491] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 996.950491] env[68166]: value = "task-2807220" [ 996.950491] env[68166]: _type = "Task" [ 996.950491] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.961349] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.975939] env[68166]: DEBUG nova.compute.manager [req-99b011bd-afa4-41de-939d-642c8862fa46 req-19738ab2-17ab-4068-9255-d307852c9954 service nova] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Detach interface failed, port_id=68696588-9b6f-4436-ba0b-6453b10ddc61, reason: Instance ea744a0c-56e5-4e41-9d0e-b8f5e568d062 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 997.012031] env[68166]: INFO nova.compute.manager [-] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Took 1.83 seconds to deallocate network for instance. [ 997.022525] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.031194] env[68166]: DEBUG oslo_concurrency.lockutils [None req-daac41d6-e3af-447e-a2ac-05b0bd734b29 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.045s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.031477] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b28c349a-7e16-4136-9239-fc60f9e4f1a7 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.161s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.031689] env[68166]: DEBUG nova.compute.manager [None req-b28c349a-7e16-4136-9239-fc60f9e4f1a7 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.032587] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bbee39-b5f5-4129-a02e-00ae7fbe88c6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.039673] env[68166]: DEBUG nova.compute.manager [None req-b28c349a-7e16-4136-9239-fc60f9e4f1a7 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68166) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 997.040174] env[68166]: DEBUG nova.objects.instance [None req-b28c349a-7e16-4136-9239-fc60f9e4f1a7 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lazy-loading 'flavor' on Instance uuid 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.169036] env[68166]: DEBUG oslo_concurrency.lockutils [None req-abe14e83-8e97-40fa-827e-f4fffcf76486 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "7e7e423c-9e12-4fdd-8dd8-81746ccec1bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.055s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.338923] env[68166]: DEBUG nova.compute.manager [req-d2b64877-bed4-4e81-86d5-5f379c6588d3 req-234a087c-c2f9-49d3-9e06-0ede21e8a6e4 service nova] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Received event network-vif-deleted-0722edc1-2ce2-40db-bfa8-191cfc164653 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.427908] env[68166]: DEBUG nova.network.neutron [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Successfully updated port: 4a3e593b-7235-4e66-b88c-f48c53091e97 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.462910] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807220, 'name': ReconfigVM_Task, 'duration_secs': 0.165508} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.463223] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance '4edf3231-3ae0-4749-a65b-067aa2bb6217' progress to 33 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.517669] env[68166]: DEBUG oslo_concurrency.lockutils [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.930956] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "refresh_cache-06262231-f416-48f7-84d2-9ffb532d5bc5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.930956] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "refresh_cache-06262231-f416-48f7-84d2-9ffb532d5bc5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.931378] env[68166]: DEBUG nova.network.neutron [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.968950] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.969237] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.969396] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.969578] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.969723] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.969869] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.970086] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.970248] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.970412] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.970575] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.970761] env[68166]: DEBUG nova.virt.hardware [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.976725] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 997.979111] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a3b7c5f-ee9e-473d-a35c-036cc4cd4728 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.001528] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 998.001528] env[68166]: value = "task-2807221" [ 998.001528] env[68166]: _type = "Task" [ 998.001528] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.013882] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.019901] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f38c22-0c80-485d-823e-afb11d73df94 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.027449] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a849623-dc42-4d3e-b457-90b23a75a60d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.060390] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28c349a-7e16-4136-9239-fc60f9e4f1a7 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.061053] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbbd3070-cc46-4a87-a1e8-bd389f8c4b9b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.063515] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d114d794-59ea-42b9-8e7e-a14bf732979f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.074464] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3802b7f3-f041-4e60-aca4-99a2aa3809f9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.080036] env[68166]: DEBUG oslo_vmware.api [None req-b28c349a-7e16-4136-9239-fc60f9e4f1a7 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 998.080036] env[68166]: value = "task-2807222" [ 998.080036] env[68166]: _type = "Task" [ 998.080036] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.097589] env[68166]: DEBUG nova.compute.provider_tree [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.105423] env[68166]: DEBUG oslo_vmware.api [None req-b28c349a-7e16-4136-9239-fc60f9e4f1a7 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.448490] env[68166]: DEBUG nova.compute.manager [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Received event network-vif-plugged-4a3e593b-7235-4e66-b88c-f48c53091e97 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.448490] env[68166]: DEBUG oslo_concurrency.lockutils [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] Acquiring lock "06262231-f416-48f7-84d2-9ffb532d5bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.448651] env[68166]: DEBUG oslo_concurrency.lockutils [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] Lock "06262231-f416-48f7-84d2-9ffb532d5bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.448807] env[68166]: DEBUG oslo_concurrency.lockutils [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] Lock "06262231-f416-48f7-84d2-9ffb532d5bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.449641] env[68166]: DEBUG nova.compute.manager [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] No waiting events found dispatching network-vif-plugged-4a3e593b-7235-4e66-b88c-f48c53091e97 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.449641] env[68166]: WARNING nova.compute.manager [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Received unexpected event network-vif-plugged-4a3e593b-7235-4e66-b88c-f48c53091e97 for instance with vm_state building and task_state spawning. [ 998.449641] env[68166]: DEBUG nova.compute.manager [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Received event network-changed-4a3e593b-7235-4e66-b88c-f48c53091e97 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.449641] env[68166]: DEBUG nova.compute.manager [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Refreshing instance network info cache due to event network-changed-4a3e593b-7235-4e66-b88c-f48c53091e97. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 998.449795] env[68166]: DEBUG oslo_concurrency.lockutils [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] Acquiring lock "refresh_cache-06262231-f416-48f7-84d2-9ffb532d5bc5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.478014] env[68166]: DEBUG nova.network.neutron [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.511708] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807221, 'name': ReconfigVM_Task, 'duration_secs': 0.195684} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.512043] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.512822] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e69cc80-870b-47ce-b0d1-02a15dfaf8e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.536369] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 4edf3231-3ae0-4749-a65b-067aa2bb6217/4edf3231-3ae0-4749-a65b-067aa2bb6217.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.536640] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-490b9eff-ea6e-4f6b-9fe2-632dc79ebf7b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.557195] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 998.557195] env[68166]: value = "task-2807223" [ 998.557195] env[68166]: _type = "Task" [ 998.557195] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.565577] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.593014] env[68166]: DEBUG oslo_vmware.api [None req-b28c349a-7e16-4136-9239-fc60f9e4f1a7 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807222, 'name': PowerOffVM_Task, 'duration_secs': 0.229059} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.593294] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28c349a-7e16-4136-9239-fc60f9e4f1a7 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.593493] env[68166]: DEBUG nova.compute.manager [None req-b28c349a-7e16-4136-9239-fc60f9e4f1a7 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.594321] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d030cf-8b85-409b-8965-c6d1dc88700d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.601774] env[68166]: DEBUG nova.scheduler.client.report [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.649925] env[68166]: DEBUG nova.network.neutron [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Updating instance_info_cache with network_info: [{"id": "4a3e593b-7235-4e66-b88c-f48c53091e97", "address": "fa:16:3e:c2:e5:d0", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a3e593b-72", "ovs_interfaceid": "4a3e593b-7235-4e66-b88c-f48c53091e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.067657] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807223, 'name': ReconfigVM_Task, 'duration_secs': 0.418699} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.068024] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 4edf3231-3ae0-4749-a65b-067aa2bb6217/4edf3231-3ae0-4749-a65b-067aa2bb6217.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.068298] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance '4edf3231-3ae0-4749-a65b-067aa2bb6217' progress to 50 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.108118] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.108770] env[68166]: DEBUG nova.compute.manager [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.114819] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.057s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.116499] env[68166]: INFO nova.compute.claims [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.119619] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b28c349a-7e16-4136-9239-fc60f9e4f1a7 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.152782] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "refresh_cache-06262231-f416-48f7-84d2-9ffb532d5bc5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.154158] env[68166]: DEBUG nova.compute.manager [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Instance network_info: |[{"id": "4a3e593b-7235-4e66-b88c-f48c53091e97", "address": "fa:16:3e:c2:e5:d0", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a3e593b-72", "ovs_interfaceid": "4a3e593b-7235-4e66-b88c-f48c53091e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.154158] env[68166]: DEBUG oslo_concurrency.lockutils [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] Acquired lock "refresh_cache-06262231-f416-48f7-84d2-9ffb532d5bc5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.154158] env[68166]: DEBUG nova.network.neutron [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Refreshing network info cache for port 4a3e593b-7235-4e66-b88c-f48c53091e97 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.154711] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:e5:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a3e593b-7235-4e66-b88c-f48c53091e97', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.163037] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.166112] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.166573] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff124040-f46a-42cc-a669-c4ed4d52a18b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.188636] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.188636] env[68166]: value = "task-2807224" [ 999.188636] env[68166]: _type = "Task" [ 999.188636] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.197101] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807224, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.374074] env[68166]: DEBUG nova.network.neutron [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Updated VIF entry in instance network info cache for port 4a3e593b-7235-4e66-b88c-f48c53091e97. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.374450] env[68166]: DEBUG nova.network.neutron [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Updating instance_info_cache with network_info: [{"id": "4a3e593b-7235-4e66-b88c-f48c53091e97", "address": "fa:16:3e:c2:e5:d0", "network": {"id": "be79e361-8890-4e2a-8947-335a73b35a32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-816208102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731f9563b31b4722ae28466f9169f5ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a3e593b-72", "ovs_interfaceid": "4a3e593b-7235-4e66-b88c-f48c53091e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.575249] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945f75a5-e753-4c0b-ab82-4928f0dec47c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.596265] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231acc9e-1935-4f3f-afc0-3735ef66adc7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.614449] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance '4edf3231-3ae0-4749-a65b-067aa2bb6217' progress to 67 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.618672] env[68166]: DEBUG nova.compute.utils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.619922] env[68166]: DEBUG nova.compute.manager [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.620109] env[68166]: DEBUG nova.network.neutron [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.669422] env[68166]: DEBUG nova.policy [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20086035a784ad5b671df1bb4a6ba80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e39547941684313818d76a0658c387e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.699971] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807224, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.877472] env[68166]: DEBUG oslo_concurrency.lockutils [req-8b6d1754-c1cf-4987-bb65-6aa2f64fcaf0 req-84d09095-d851-43fb-b7e7-63f6e437c30a service nova] Releasing lock "refresh_cache-06262231-f416-48f7-84d2-9ffb532d5bc5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.029665] env[68166]: DEBUG nova.network.neutron [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Successfully created port: d061fd10-b9b6-4a0b-974d-c74cefcc9515 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.127739] env[68166]: DEBUG nova.compute.manager [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.200358] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807224, 'name': CreateVM_Task, 'duration_secs': 0.625688} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.202797] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.203674] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.203844] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.204256] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.204512] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d70c79-d80f-472e-aca0-90b928df288d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.209369] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1000.209369] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52810d1a-f2eb-72ac-1fc1-5738b4a2d9ef" [ 1000.209369] env[68166]: _type = "Task" [ 1000.209369] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.218011] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52810d1a-f2eb-72ac-1fc1-5738b4a2d9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.461172] env[68166]: DEBUG nova.network.neutron [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Port 84d2b5b1-608a-4b87-81df-ff791154f63c binding to destination host cpu-1 is already ACTIVE {{(pid=68166) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1000.479069] env[68166]: INFO nova.compute.manager [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Rebuilding instance [ 1000.528522] env[68166]: DEBUG nova.compute.manager [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.529386] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46349765-6a61-440d-a3cf-920842a35c8b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.536219] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9923b8-d240-41c0-a62a-76e8332d4b79 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.546607] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d348a0c3-5665-494e-812c-2159bf6abf7c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.578077] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665dfe3a-2083-47d6-9d4f-28f13847dea1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.587948] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ca3fd5-e8aa-4984-bc24-5ea1606a4d90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.606363] env[68166]: DEBUG nova.compute.provider_tree [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.720028] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52810d1a-f2eb-72ac-1fc1-5738b4a2d9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.01324} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.720134] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.720392] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.720657] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.720805] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.720977] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.721268] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faec4f4c-979d-4fa3-99e4-31fada2e2c96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.730044] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.730228] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.730951] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d41e4ea-03c7-4cb4-8c63-272fe5af1b90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.736552] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1000.736552] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52205708-3ce1-8a40-7f9d-cda849cefa15" [ 1000.736552] env[68166]: _type = "Task" [ 1000.736552] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.744654] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52205708-3ce1-8a40-7f9d-cda849cefa15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.127393] env[68166]: ERROR nova.scheduler.client.report [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [req-9e08e53c-e58c-497b-bc60-d737be9822cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9e08e53c-e58c-497b-bc60-d737be9822cf"}]} [ 1001.140187] env[68166]: DEBUG nova.compute.manager [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.145535] env[68166]: DEBUG nova.scheduler.client.report [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1001.160317] env[68166]: DEBUG nova.scheduler.client.report [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1001.160545] env[68166]: DEBUG nova.compute.provider_tree [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.164501] env[68166]: DEBUG nova.virt.hardware [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.164716] env[68166]: DEBUG nova.virt.hardware [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.164937] env[68166]: DEBUG nova.virt.hardware [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.165163] env[68166]: DEBUG nova.virt.hardware [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.165311] env[68166]: DEBUG nova.virt.hardware [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.165459] env[68166]: DEBUG nova.virt.hardware [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.165662] env[68166]: DEBUG nova.virt.hardware [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.165817] env[68166]: DEBUG nova.virt.hardware [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.165981] env[68166]: DEBUG nova.virt.hardware [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.166153] env[68166]: DEBUG nova.virt.hardware [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.166332] env[68166]: DEBUG nova.virt.hardware [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.167350] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965dede3-2c93-4d29-bc56-e7a3e18b9b33 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.176310] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e725f94-dc8d-44e7-9c94-5e1f8a2b22be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.181316] env[68166]: DEBUG nova.scheduler.client.report [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1001.202921] env[68166]: DEBUG nova.scheduler.client.report [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1001.246772] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52205708-3ce1-8a40-7f9d-cda849cefa15, 'name': SearchDatastore_Task, 'duration_secs': 0.009142} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.249890] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8058f3-fbe3-4298-8cfe-bd2115b547c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.255419] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1001.255419] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ed1c74-a5df-7275-9575-7748760874fb" [ 1001.255419] env[68166]: _type = "Task" [ 1001.255419] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.263512] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ed1c74-a5df-7275-9575-7748760874fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.490394] env[68166]: DEBUG oslo_concurrency.lockutils [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "4edf3231-3ae0-4749-a65b-067aa2bb6217-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.490752] env[68166]: DEBUG oslo_concurrency.lockutils [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4edf3231-3ae0-4749-a65b-067aa2bb6217-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.490983] env[68166]: DEBUG oslo_concurrency.lockutils [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4edf3231-3ae0-4749-a65b-067aa2bb6217-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.549622] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.549622] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a277897-e2d8-4ced-a113-1e52c2a96dd1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.554920] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a66f07-4e89-4f4e-8599-0b4436dfe809 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.558729] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1001.558729] env[68166]: value = "task-2807225" [ 1001.558729] env[68166]: _type = "Task" [ 1001.558729] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.565682] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a078e7-43ae-4126-b3ad-4cee8c4f7a93 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.572527] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1001.572819] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.573489] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809654ce-08e1-4dbe-9420-919110127ae9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.604270] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400e9ba6-1c50-47cc-ba36-f6ee2ac46720 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.608276] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.608852] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edc23287-baf7-4c2f-b2b7-07c4112809ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.613454] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f10e04-501b-4ae7-87e0-78d742d1c03c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.627448] env[68166]: DEBUG nova.compute.provider_tree [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.679187] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.679388] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.679629] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleting the datastore file [datastore1] 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.679909] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45eacbae-90cb-42eb-a4fe-143d0dbe46c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.687610] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1001.687610] env[68166]: value = "task-2807227" [ 1001.687610] env[68166]: _type = "Task" [ 1001.687610] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.696308] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.767375] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ed1c74-a5df-7275-9575-7748760874fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01045} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.768764] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.769091] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 06262231-f416-48f7-84d2-9ffb532d5bc5/06262231-f416-48f7-84d2-9ffb532d5bc5.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.770242] env[68166]: DEBUG nova.compute.manager [req-0f99974a-b089-4981-b848-d68c5d0c51e5 req-4bfce79e-1f73-4a1e-8cad-738b1b26e68a service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Received event network-vif-plugged-d061fd10-b9b6-4a0b-974d-c74cefcc9515 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.770434] env[68166]: DEBUG oslo_concurrency.lockutils [req-0f99974a-b089-4981-b848-d68c5d0c51e5 req-4bfce79e-1f73-4a1e-8cad-738b1b26e68a service nova] Acquiring lock "36f8ee58-8ba1-4233-b338-b44ac6538b3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.770637] env[68166]: DEBUG oslo_concurrency.lockutils [req-0f99974a-b089-4981-b848-d68c5d0c51e5 req-4bfce79e-1f73-4a1e-8cad-738b1b26e68a service nova] Lock "36f8ee58-8ba1-4233-b338-b44ac6538b3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.770821] env[68166]: DEBUG oslo_concurrency.lockutils [req-0f99974a-b089-4981-b848-d68c5d0c51e5 req-4bfce79e-1f73-4a1e-8cad-738b1b26e68a service nova] Lock "36f8ee58-8ba1-4233-b338-b44ac6538b3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.771026] env[68166]: DEBUG nova.compute.manager [req-0f99974a-b089-4981-b848-d68c5d0c51e5 req-4bfce79e-1f73-4a1e-8cad-738b1b26e68a service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] No waiting events found dispatching network-vif-plugged-d061fd10-b9b6-4a0b-974d-c74cefcc9515 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.771256] env[68166]: WARNING nova.compute.manager [req-0f99974a-b089-4981-b848-d68c5d0c51e5 req-4bfce79e-1f73-4a1e-8cad-738b1b26e68a service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Received unexpected event network-vif-plugged-d061fd10-b9b6-4a0b-974d-c74cefcc9515 for instance with vm_state building and task_state spawning. [ 1001.771570] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e580352-b998-4efa-a5c4-0cb45d0fc4af {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.781079] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1001.781079] env[68166]: value = "task-2807228" [ 1001.781079] env[68166]: _type = "Task" [ 1001.781079] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.790629] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.860294] env[68166]: DEBUG nova.network.neutron [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Successfully updated port: d061fd10-b9b6-4a0b-974d-c74cefcc9515 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.168740] env[68166]: DEBUG nova.scheduler.client.report [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1002.169074] env[68166]: DEBUG nova.compute.provider_tree [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 130 to 131 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1002.169453] env[68166]: DEBUG nova.compute.provider_tree [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.199407] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139663} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.200028] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.200248] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.200435] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.291630] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463186} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.291765] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 06262231-f416-48f7-84d2-9ffb532d5bc5/06262231-f416-48f7-84d2-9ffb532d5bc5.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.291962] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.292221] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d58dfbed-92de-4cc7-ba8d-22106e796863 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.299863] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1002.299863] env[68166]: value = "task-2807229" [ 1002.299863] env[68166]: _type = "Task" [ 1002.299863] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.308084] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.362983] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-36f8ee58-8ba1-4233-b338-b44ac6538b3f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.363088] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-36f8ee58-8ba1-4233-b338-b44ac6538b3f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.363251] env[68166]: DEBUG nova.network.neutron [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.525466] env[68166]: DEBUG oslo_concurrency.lockutils [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.525670] env[68166]: DEBUG oslo_concurrency.lockutils [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.525848] env[68166]: DEBUG nova.network.neutron [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.675436] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.561s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.676072] env[68166]: DEBUG nova.compute.manager [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.679171] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.241s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.680596] env[68166]: INFO nova.compute.claims [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.810437] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067248} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.810714] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.811526] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065fb6c2-1f5d-4bfe-9960-8e6dd0e3a2e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.834565] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 06262231-f416-48f7-84d2-9ffb532d5bc5/06262231-f416-48f7-84d2-9ffb532d5bc5.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.834864] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-010fef3b-f3d1-46fa-aa49-f5ea70f0d39a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.856970] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1002.856970] env[68166]: value = "task-2807230" [ 1002.856970] env[68166]: _type = "Task" [ 1002.856970] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.865220] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.901885] env[68166]: DEBUG nova.network.neutron [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.064016] env[68166]: DEBUG nova.network.neutron [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Updating instance_info_cache with network_info: [{"id": "d061fd10-b9b6-4a0b-974d-c74cefcc9515", "address": "fa:16:3e:fc:30:ee", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd061fd10-b9", "ovs_interfaceid": "d061fd10-b9b6-4a0b-974d-c74cefcc9515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.185287] env[68166]: DEBUG nova.compute.utils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.186701] env[68166]: DEBUG nova.compute.manager [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.186873] env[68166]: DEBUG nova.network.neutron [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.233197] env[68166]: DEBUG nova.virt.hardware [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.233467] env[68166]: DEBUG nova.virt.hardware [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.233626] env[68166]: DEBUG nova.virt.hardware [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.233808] env[68166]: DEBUG nova.virt.hardware [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.233954] env[68166]: DEBUG nova.virt.hardware [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.234116] env[68166]: DEBUG nova.virt.hardware [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.234325] env[68166]: DEBUG nova.virt.hardware [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.234483] env[68166]: DEBUG nova.virt.hardware [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.234674] env[68166]: DEBUG nova.virt.hardware [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.234866] env[68166]: DEBUG nova.virt.hardware [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.235062] env[68166]: DEBUG nova.virt.hardware [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.236147] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c84ffd-1195-48be-bcad-27148eaf1ed6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.242214] env[68166]: DEBUG nova.policy [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bda045aad9f741fa9febdf3a69ab9c11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86da54ade1c74b44bbb69fdc60a2d6c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.249142] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc2f9f1-e0bd-40a1-864b-6738959c721b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.262731] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:5f:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b8ad094-302c-4993-954e-dc8a1aa0db89', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.270044] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.270579] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.270793] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f72023b-7f94-40a5-8118-05867cbc9a38 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.290186] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.290186] env[68166]: value = "task-2807231" [ 1003.290186] env[68166]: _type = "Task" [ 1003.290186] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.295698] env[68166]: DEBUG nova.network.neutron [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance_info_cache with network_info: [{"id": "84d2b5b1-608a-4b87-81df-ff791154f63c", "address": "fa:16:3e:75:12:63", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84d2b5b1-60", "ovs_interfaceid": "84d2b5b1-608a-4b87-81df-ff791154f63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.300348] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807231, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.369319] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807230, 'name': ReconfigVM_Task, 'duration_secs': 0.318213} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.369595] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 06262231-f416-48f7-84d2-9ffb532d5bc5/06262231-f416-48f7-84d2-9ffb532d5bc5.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.370552] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36adcf91-6f26-4d11-990a-f272df63f0ba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.377958] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1003.377958] env[68166]: value = "task-2807232" [ 1003.377958] env[68166]: _type = "Task" [ 1003.377958] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.390165] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807232, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.567521] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-36f8ee58-8ba1-4233-b338-b44ac6538b3f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.567925] env[68166]: DEBUG nova.compute.manager [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Instance network_info: |[{"id": "d061fd10-b9b6-4a0b-974d-c74cefcc9515", "address": "fa:16:3e:fc:30:ee", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd061fd10-b9", "ovs_interfaceid": "d061fd10-b9b6-4a0b-974d-c74cefcc9515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.568402] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:30:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd061fd10-b9b6-4a0b-974d-c74cefcc9515', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.575845] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.576175] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.576310] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8d8e1c4-6ea9-4b95-9eb9-6a0fbb2cbcf6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.598686] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.598686] env[68166]: value = "task-2807233" [ 1003.598686] env[68166]: _type = "Task" [ 1003.598686] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.609875] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807233, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.697332] env[68166]: DEBUG nova.compute.manager [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.700299] env[68166]: DEBUG nova.network.neutron [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Successfully created port: e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.801843] env[68166]: DEBUG oslo_concurrency.lockutils [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.805471] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807231, 'name': CreateVM_Task, 'duration_secs': 0.347915} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.808240] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.809579] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.809773] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.810148] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.810925] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b2b6cd-f2fc-4f64-a9d3-9c9f178c5dc8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.817213] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1003.817213] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52212dd2-69bf-56a4-be0f-b066a2ee9c35" [ 1003.817213] env[68166]: _type = "Task" [ 1003.817213] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.827472] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52212dd2-69bf-56a4-be0f-b066a2ee9c35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.869588] env[68166]: DEBUG nova.compute.manager [req-d134af74-d4f7-4c7e-a946-c83ceb8f4e13 req-ef768938-5dea-4646-b0c5-65c5a7d12b41 service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Received event network-changed-d061fd10-b9b6-4a0b-974d-c74cefcc9515 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.869588] env[68166]: DEBUG nova.compute.manager [req-d134af74-d4f7-4c7e-a946-c83ceb8f4e13 req-ef768938-5dea-4646-b0c5-65c5a7d12b41 service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Refreshing instance network info cache due to event network-changed-d061fd10-b9b6-4a0b-974d-c74cefcc9515. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1003.869588] env[68166]: DEBUG oslo_concurrency.lockutils [req-d134af74-d4f7-4c7e-a946-c83ceb8f4e13 req-ef768938-5dea-4646-b0c5-65c5a7d12b41 service nova] Acquiring lock "refresh_cache-36f8ee58-8ba1-4233-b338-b44ac6538b3f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.870285] env[68166]: DEBUG oslo_concurrency.lockutils [req-d134af74-d4f7-4c7e-a946-c83ceb8f4e13 req-ef768938-5dea-4646-b0c5-65c5a7d12b41 service nova] Acquired lock "refresh_cache-36f8ee58-8ba1-4233-b338-b44ac6538b3f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.870285] env[68166]: DEBUG nova.network.neutron [req-d134af74-d4f7-4c7e-a946-c83ceb8f4e13 req-ef768938-5dea-4646-b0c5-65c5a7d12b41 service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Refreshing network info cache for port d061fd10-b9b6-4a0b-974d-c74cefcc9515 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.890610] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807232, 'name': Rename_Task, 'duration_secs': 0.227186} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.893641] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.895428] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8db673b6-7cd4-4af7-9ed0-e4484ee3d358 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.901428] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1003.901428] env[68166]: value = "task-2807234" [ 1003.901428] env[68166]: _type = "Task" [ 1003.901428] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.912389] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.095530] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432d010b-3a19-45e6-8c96-7e66fbaa14cd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.105837] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a9a9b9-73e8-4481-adc6-099bdc3827b6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.111905] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807233, 'name': CreateVM_Task, 'duration_secs': 0.357697} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.112422] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.113138] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.141696] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec7133b-82c6-4d8f-93c0-790f0a62dcf2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.150311] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7a30b3-c08f-4700-8c6a-595322a8ea87 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.166240] env[68166]: DEBUG nova.compute.provider_tree [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.327891] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52212dd2-69bf-56a4-be0f-b066a2ee9c35, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.328984] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.329258] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.329518] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.329670] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.329862] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.330616] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220325aa-c97e-49f7-a2a4-3fa377b29513 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.333151] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.333461] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.333689] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bec143f-c355-41e0-898d-ab4873fc9e48 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.335537] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e80b31-2d98-43fb-bb56-658023a4a4bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.341094] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1004.341094] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5220759d-5efc-fa61-058c-799d2e4f70e5" [ 1004.341094] env[68166]: _type = "Task" [ 1004.341094] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.358601] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038eb3fa-f956-47d4-8920-5948c3db48d6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.361253] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.361459] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.362369] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba64464-be86-4e30-85e2-7d027172d7c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.369430] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance '4edf3231-3ae0-4749-a65b-067aa2bb6217' progress to 83 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.380018] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1004.380018] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52109837-9e93-3816-c6c9-5c49e8352aae" [ 1004.380018] env[68166]: _type = "Task" [ 1004.380018] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.380304] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5220759d-5efc-fa61-058c-799d2e4f70e5, 'name': SearchDatastore_Task, 'duration_secs': 0.020036} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.381641] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.381641] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.381641] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.391902] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52109837-9e93-3816-c6c9-5c49e8352aae, 'name': SearchDatastore_Task, 'duration_secs': 0.00967} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.392776] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e54f842-e553-4a8d-b027-bad842c92cd4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.398760] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1004.398760] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5274a997-e1da-b0f5-6cad-1780d9ac8096" [ 1004.398760] env[68166]: _type = "Task" [ 1004.398760] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.417024] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5274a997-e1da-b0f5-6cad-1780d9ac8096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.417284] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807234, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.665184] env[68166]: DEBUG nova.network.neutron [req-d134af74-d4f7-4c7e-a946-c83ceb8f4e13 req-ef768938-5dea-4646-b0c5-65c5a7d12b41 service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Updated VIF entry in instance network info cache for port d061fd10-b9b6-4a0b-974d-c74cefcc9515. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.665184] env[68166]: DEBUG nova.network.neutron [req-d134af74-d4f7-4c7e-a946-c83ceb8f4e13 req-ef768938-5dea-4646-b0c5-65c5a7d12b41 service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Updating instance_info_cache with network_info: [{"id": "d061fd10-b9b6-4a0b-974d-c74cefcc9515", "address": "fa:16:3e:fc:30:ee", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd061fd10-b9", "ovs_interfaceid": "d061fd10-b9b6-4a0b-974d-c74cefcc9515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.700648] env[68166]: DEBUG nova.scheduler.client.report [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1004.700909] env[68166]: DEBUG nova.compute.provider_tree [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 131 to 132 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1004.701159] env[68166]: DEBUG nova.compute.provider_tree [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.708760] env[68166]: DEBUG nova.compute.manager [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.734625] env[68166]: DEBUG nova.virt.hardware [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.734866] env[68166]: DEBUG nova.virt.hardware [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.735039] env[68166]: DEBUG nova.virt.hardware [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.735309] env[68166]: DEBUG nova.virt.hardware [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.735441] env[68166]: DEBUG nova.virt.hardware [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.735586] env[68166]: DEBUG nova.virt.hardware [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.735790] env[68166]: DEBUG nova.virt.hardware [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.735946] env[68166]: DEBUG nova.virt.hardware [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.736127] env[68166]: DEBUG nova.virt.hardware [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.736286] env[68166]: DEBUG nova.virt.hardware [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.736454] env[68166]: DEBUG nova.virt.hardware [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.737504] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e1e574-92c8-4e37-b2d5-ac2673ca4c4b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.746027] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4617dfbc-de07-4256-89cd-b0a0176be69e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.884032] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.884378] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2f17d84-e375-44b2-b680-d8d6d94f6677 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.893163] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1004.893163] env[68166]: value = "task-2807235" [ 1004.893163] env[68166]: _type = "Task" [ 1004.893163] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.904048] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.913533] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5274a997-e1da-b0f5-6cad-1780d9ac8096, 'name': SearchDatastore_Task, 'duration_secs': 0.017516} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.916518] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.916840] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a/6580a6cf-6ac3-4d20-8b1b-e245d0815d2a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.917165] env[68166]: DEBUG oslo_vmware.api [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807234, 'name': PowerOnVM_Task, 'duration_secs': 0.594739} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.917429] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.917653] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.917901] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee310b67-02b3-410b-bfb6-b71dbfbfaa76 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.919927] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.920191] env[68166]: INFO nova.compute.manager [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1004.920411] env[68166]: DEBUG nova.compute.manager [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.920724] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-265782db-2eea-480c-bbd6-d64a13b6811a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.923259] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc0b79-03e7-4d57-a074-031f4a2f778e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.933472] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1004.933472] env[68166]: value = "task-2807236" [ 1004.933472] env[68166]: _type = "Task" [ 1004.933472] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.937726] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.937962] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.938787] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896734cc-c176-4aaf-87b1-8bd910d7b560 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.948804] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.949132] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1004.949132] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521f95c7-f88c-6e4d-65aa-76bcdcd43e8d" [ 1004.949132] env[68166]: _type = "Task" [ 1004.949132] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.959301] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521f95c7-f88c-6e4d-65aa-76bcdcd43e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010786} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.960180] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1617d5-cc8c-441d-97be-7f4908c68212 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.965919] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1004.965919] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52da539b-5e61-20c8-3a0d-32e68f9451f0" [ 1004.965919] env[68166]: _type = "Task" [ 1004.965919] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.976290] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52da539b-5e61-20c8-3a0d-32e68f9451f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.167039] env[68166]: DEBUG oslo_concurrency.lockutils [req-d134af74-d4f7-4c7e-a946-c83ceb8f4e13 req-ef768938-5dea-4646-b0c5-65c5a7d12b41 service nova] Releasing lock "refresh_cache-36f8ee58-8ba1-4233-b338-b44ac6538b3f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.206433] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.207066] env[68166]: DEBUG nova.compute.manager [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.215025] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.871s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.215025] env[68166]: DEBUG nova.objects.instance [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Lazy-loading 'resources' on Instance uuid d5a8b530-be59-4cbc-b933-983341395bc3 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.270720] env[68166]: DEBUG nova.network.neutron [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Successfully updated port: e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.407516] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807235, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.444268] env[68166]: INFO nova.compute.manager [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Took 36.11 seconds to build instance. [ 1005.451123] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50451} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.451428] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a/6580a6cf-6ac3-4d20-8b1b-e245d0815d2a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.451677] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.451987] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba7ba0c5-d2d6-4bdb-b90f-2cac2aa2cd02 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.459981] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1005.459981] env[68166]: value = "task-2807237" [ 1005.459981] env[68166]: _type = "Task" [ 1005.459981] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.470093] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.479484] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52da539b-5e61-20c8-3a0d-32e68f9451f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.479742] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.479997] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 36f8ee58-8ba1-4233-b338-b44ac6538b3f/36f8ee58-8ba1-4233-b338-b44ac6538b3f.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.480275] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28028122-337f-41b6-b80f-0a4139789158 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.487539] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1005.487539] env[68166]: value = "task-2807238" [ 1005.487539] env[68166]: _type = "Task" [ 1005.487539] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.497133] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.516148] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "064a83c8-189c-45a4-acb9-b74d809abd18" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.516419] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.718069] env[68166]: DEBUG nova.compute.utils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.724887] env[68166]: DEBUG nova.compute.manager [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.726061] env[68166]: DEBUG nova.network.neutron [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.773968] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.774261] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.774827] env[68166]: DEBUG nova.network.neutron [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.779045] env[68166]: DEBUG nova.policy [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '344b7edf1e584a3d96175b7f24a7be0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4abe720ddcc4635a1a3b2a8d608ea2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.836284] env[68166]: DEBUG nova.network.neutron [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.905956] env[68166]: DEBUG oslo_vmware.api [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807235, 'name': PowerOnVM_Task, 'duration_secs': 0.667664} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.908533] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.908729] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-57e8a879-3fa5-44b5-a5d8-36896aab994d tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance '4edf3231-3ae0-4749-a65b-067aa2bb6217' progress to 100 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.948487] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ed07965e-20bf-4ad2-93b7-a4ce116044f1 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "06262231-f416-48f7-84d2-9ffb532d5bc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.636s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.976387] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083002} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.978126] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.978435] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe89908-b22d-4521-8388-fe8b6bc21e76 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.006507] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a/6580a6cf-6ac3-4d20-8b1b-e245d0815d2a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.012249] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-189e98ab-00a4-4cdd-bcc4-5a15338804dc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.028627] env[68166]: DEBUG nova.compute.utils [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.038847] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467893} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.041105] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 36f8ee58-8ba1-4233-b338-b44ac6538b3f/36f8ee58-8ba1-4233-b338-b44ac6538b3f.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.041367] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.042073] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1006.042073] env[68166]: value = "task-2807239" [ 1006.042073] env[68166]: _type = "Task" [ 1006.042073] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.042368] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4142894-6356-4253-b6f7-9965fe9a2405 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.056208] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807239, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.058132] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1006.058132] env[68166]: value = "task-2807240" [ 1006.058132] env[68166]: _type = "Task" [ 1006.058132] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.071368] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.097032] env[68166]: DEBUG nova.network.neutron [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Updating instance_info_cache with network_info: [{"id": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "address": "fa:16:3e:24:4e:42", "network": {"id": "e1a77743-3def-41d3-a66c-605915651f21", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742117219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86da54ade1c74b44bbb69fdc60a2d6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92bca4c-fb", "ovs_interfaceid": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.225751] env[68166]: DEBUG nova.compute.manager [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.231672] env[68166]: DEBUG nova.network.neutron [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Successfully created port: 7de84636-1b14-4ef8-908f-9f10b12d232f {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.271334] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c67bf3-1959-49eb-9a84-eba568bb4df2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.279991] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac58c37e-d275-47b5-a67f-bfd0ac067547 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.313371] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8664a4-e68d-4c1e-8e4e-9d41b4af75d5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.321465] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81d74e2-506c-4b7e-814c-3dfebdffa8ab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.337264] env[68166]: DEBUG nova.compute.provider_tree [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.372947] env[68166]: DEBUG nova.compute.manager [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Received event network-vif-plugged-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.373140] env[68166]: DEBUG oslo_concurrency.lockutils [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] Acquiring lock "7c352b54-89fe-43bf-880e-d8d909bcf18e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.373520] env[68166]: DEBUG oslo_concurrency.lockutils [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.373520] env[68166]: DEBUG oslo_concurrency.lockutils [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.373652] env[68166]: DEBUG nova.compute.manager [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] No waiting events found dispatching network-vif-plugged-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.373785] env[68166]: WARNING nova.compute.manager [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Received unexpected event network-vif-plugged-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b for instance with vm_state building and task_state spawning. [ 1006.373995] env[68166]: DEBUG nova.compute.manager [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Received event network-changed-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.374098] env[68166]: DEBUG nova.compute.manager [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Refreshing instance network info cache due to event network-changed-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1006.374290] env[68166]: DEBUG oslo_concurrency.lockutils [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] Acquiring lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.534517] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.553813] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.567591] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.330119} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.567858] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.568629] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d2686a-d379-4e6e-abdf-7a4b6d31d13b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.593429] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 36f8ee58-8ba1-4233-b338-b44ac6538b3f/36f8ee58-8ba1-4233-b338-b44ac6538b3f.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.593754] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa23c33-b937-45ff-a27f-aa78e5c76419 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.609278] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Releasing lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.609586] env[68166]: DEBUG nova.compute.manager [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Instance network_info: |[{"id": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "address": "fa:16:3e:24:4e:42", "network": {"id": "e1a77743-3def-41d3-a66c-605915651f21", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742117219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86da54ade1c74b44bbb69fdc60a2d6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92bca4c-fb", "ovs_interfaceid": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.609877] env[68166]: DEBUG oslo_concurrency.lockutils [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] Acquired lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.610070] env[68166]: DEBUG nova.network.neutron [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Refreshing network info cache for port e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.611448] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:4e:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.619566] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Creating folder: Project (86da54ade1c74b44bbb69fdc60a2d6c1). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.621058] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cd0ac8e-4549-4836-9465-ad88b9b99441 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.627683] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1006.627683] env[68166]: value = "task-2807241" [ 1006.627683] env[68166]: _type = "Task" [ 1006.627683] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.633727] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Created folder: Project (86da54ade1c74b44bbb69fdc60a2d6c1) in parent group-v563881. [ 1006.633788] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Creating folder: Instances. Parent ref: group-v564135. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.633995] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9f738ae-ebcd-48b8-95e0-49e148bfe009 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.638664] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.649195] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Created folder: Instances in parent group-v564135. [ 1006.649431] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.650061] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.650061] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60e1255e-385a-4cc9-b4ec-ae92c3d9e6aa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.672511] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.672511] env[68166]: value = "task-2807244" [ 1006.672511] env[68166]: _type = "Task" [ 1006.672511] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.680464] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807244, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.841784] env[68166]: DEBUG nova.scheduler.client.report [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.055616] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807239, 'name': ReconfigVM_Task, 'duration_secs': 1.011688} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.056013] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a/6580a6cf-6ac3-4d20-8b1b-e245d0815d2a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.056774] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76c2bd4a-8deb-45dd-89b9-5d2549bbe5d6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.066344] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1007.066344] env[68166]: value = "task-2807245" [ 1007.066344] env[68166]: _type = "Task" [ 1007.066344] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.079570] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807245, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.141942] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.185358] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807244, 'name': CreateVM_Task, 'duration_secs': 0.504343} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.185358] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.185358] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.185358] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.185620] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.186536] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b775dbb3-e48e-4a06-955b-6dc6b1e5ac02 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.192065] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1007.192065] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a89bdb-ceee-5180-5d56-772fe84b96cf" [ 1007.192065] env[68166]: _type = "Task" [ 1007.192065] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.200859] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a89bdb-ceee-5180-5d56-772fe84b96cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.239734] env[68166]: DEBUG nova.compute.manager [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.269296] env[68166]: DEBUG nova.virt.hardware [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.269632] env[68166]: DEBUG nova.virt.hardware [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.269738] env[68166]: DEBUG nova.virt.hardware [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.269923] env[68166]: DEBUG nova.virt.hardware [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.272202] env[68166]: DEBUG nova.virt.hardware [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.272408] env[68166]: DEBUG nova.virt.hardware [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.272639] env[68166]: DEBUG nova.virt.hardware [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.272830] env[68166]: DEBUG nova.virt.hardware [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.273024] env[68166]: DEBUG nova.virt.hardware [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.273210] env[68166]: DEBUG nova.virt.hardware [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.273438] env[68166]: DEBUG nova.virt.hardware [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.274360] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b66d62-48f6-4881-8c3f-f456feb37fbd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.284409] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37d547a-3528-4631-a3f8-237161e18d94 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.350827] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.353021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.213s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.353799] env[68166]: DEBUG nova.objects.instance [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Lazy-loading 'resources' on Instance uuid 49fd41c6-7327-4ff7-8eac-ff4d25b79a97 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.380661] env[68166]: INFO nova.scheduler.client.report [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Deleted allocations for instance d5a8b530-be59-4cbc-b933-983341395bc3 [ 1007.507823] env[68166]: DEBUG nova.network.neutron [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Updated VIF entry in instance network info cache for port e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.507823] env[68166]: DEBUG nova.network.neutron [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Updating instance_info_cache with network_info: [{"id": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "address": "fa:16:3e:24:4e:42", "network": {"id": "e1a77743-3def-41d3-a66c-605915651f21", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742117219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86da54ade1c74b44bbb69fdc60a2d6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92bca4c-fb", "ovs_interfaceid": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.577799] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807245, 'name': Rename_Task, 'duration_secs': 0.178529} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.578187] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.579160] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e27cf62e-b0a6-430f-8376-88425c92f01c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.588136] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1007.588136] env[68166]: value = "task-2807246" [ 1007.588136] env[68166]: _type = "Task" [ 1007.588136] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.600425] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.606430] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "064a83c8-189c-45a4-acb9-b74d809abd18" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.606682] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.606912] env[68166]: INFO nova.compute.manager [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Attaching volume be51f2a2-9cda-468e-bdd5-186894271853 to /dev/sdb [ 1007.643096] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807241, 'name': ReconfigVM_Task, 'duration_secs': 0.554357} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.646049] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 36f8ee58-8ba1-4233-b338-b44ac6538b3f/36f8ee58-8ba1-4233-b338-b44ac6538b3f.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.646049] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d983b0f5-e428-4231-abec-055d200634b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.653023] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeb8f36-e4a6-4291-abe4-7ef771f24daa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.655770] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1007.655770] env[68166]: value = "task-2807247" [ 1007.655770] env[68166]: _type = "Task" [ 1007.655770] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.661826] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e53ba0-7ccc-44df-bee1-7253983160ba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.667855] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807247, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.681713] env[68166]: DEBUG nova.virt.block_device [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Updating existing volume attachment record: 0802290a-ce0a-42ab-ad31-765e33f8e58f {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1007.704054] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a89bdb-ceee-5180-5d56-772fe84b96cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014196} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.704422] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.704727] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.704973] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.705169] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.705397] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.706247] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ca7ae83-1151-4ee7-9d3e-528a5eceed6a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.716111] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.716473] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.717259] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2418e450-47d8-4ac9-9cab-18acccb58421 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.723642] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1007.723642] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521b5bd9-5be5-e760-f94c-032aa30eefac" [ 1007.723642] env[68166]: _type = "Task" [ 1007.723642] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.733530] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521b5bd9-5be5-e760-f94c-032aa30eefac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.806220] env[68166]: DEBUG nova.network.neutron [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Successfully updated port: 7de84636-1b14-4ef8-908f-9f10b12d232f {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.892303] env[68166]: DEBUG oslo_concurrency.lockutils [None req-91ffc443-a6e3-4e2f-82fb-8338cb37b03f tempest-ServerRescueTestJSONUnderV235-2081500930 tempest-ServerRescueTestJSONUnderV235-2081500930-project-member] Lock "d5a8b530-be59-4cbc-b933-983341395bc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.797s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.010473] env[68166]: DEBUG oslo_concurrency.lockutils [req-148dd856-143c-45aa-b134-231724323752 req-bd88744d-0e5e-46fb-be59-40f27c3a30f9 service nova] Releasing lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.098217] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807246, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.172034] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807247, 'name': Rename_Task, 'duration_secs': 0.164157} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.172491] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.172777] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aadb18e8-2ce4-4cf4-8f56-6d171883cbb1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.185389] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1008.185389] env[68166]: value = "task-2807251" [ 1008.185389] env[68166]: _type = "Task" [ 1008.185389] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.203021] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.240803] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521b5bd9-5be5-e760-f94c-032aa30eefac, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.240803] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934ebba7-cca9-4432-9a0d-e51187c98495 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.251494] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1008.251494] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b00364-15fb-1685-59bc-05719b6c6c23" [ 1008.251494] env[68166]: _type = "Task" [ 1008.251494] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.263096] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b00364-15fb-1685-59bc-05719b6c6c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.269932] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "4edf3231-3ae0-4749-a65b-067aa2bb6217" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.270233] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4edf3231-3ae0-4749-a65b-067aa2bb6217" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.270422] env[68166]: DEBUG nova.compute.manager [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Going to confirm migration 4 {{(pid=68166) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1008.290829] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e325d6bb-0ca3-4883-8dc0-4f3fc2f9e3c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.300429] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48efc8c-78d7-4d74-a2ea-e2785f738a49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.309539] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "refresh_cache-379b20a7-4f01-45f0-89ba-f8bee1f18a9d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.309709] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired lock "refresh_cache-379b20a7-4f01-45f0-89ba-f8bee1f18a9d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.309890] env[68166]: DEBUG nova.network.neutron [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.348202] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52da0fb8-a472-4cb9-9ffe-b129f3317293 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.358034] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac5869-21dc-478d-b6d4-3226fa442e2f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.374327] env[68166]: DEBUG nova.compute.provider_tree [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.388525] env[68166]: DEBUG nova.compute.manager [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.389921] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914dcbaf-6da6-4b1e-951f-d4ce059f04ab {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.400476] env[68166]: DEBUG nova.network.neutron [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.415171] env[68166]: DEBUG nova.compute.manager [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Received event network-vif-plugged-7de84636-1b14-4ef8-908f-9f10b12d232f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.415392] env[68166]: DEBUG oslo_concurrency.lockutils [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] Acquiring lock "379b20a7-4f01-45f0-89ba-f8bee1f18a9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.415597] env[68166]: DEBUG oslo_concurrency.lockutils [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] Lock "379b20a7-4f01-45f0-89ba-f8bee1f18a9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.415762] env[68166]: DEBUG oslo_concurrency.lockutils [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] Lock "379b20a7-4f01-45f0-89ba-f8bee1f18a9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.415927] env[68166]: DEBUG nova.compute.manager [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] No waiting events found dispatching network-vif-plugged-7de84636-1b14-4ef8-908f-9f10b12d232f {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.416213] env[68166]: WARNING nova.compute.manager [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Received unexpected event network-vif-plugged-7de84636-1b14-4ef8-908f-9f10b12d232f for instance with vm_state building and task_state spawning. [ 1008.416408] env[68166]: DEBUG nova.compute.manager [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Received event network-changed-7de84636-1b14-4ef8-908f-9f10b12d232f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.416583] env[68166]: DEBUG nova.compute.manager [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Refreshing instance network info cache due to event network-changed-7de84636-1b14-4ef8-908f-9f10b12d232f. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.418160] env[68166]: DEBUG oslo_concurrency.lockutils [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] Acquiring lock "refresh_cache-379b20a7-4f01-45f0-89ba-f8bee1f18a9d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.597643] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807246, 'name': PowerOnVM_Task, 'duration_secs': 0.608285} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.597916] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.598139] env[68166]: DEBUG nova.compute.manager [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.598893] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05efe7d7-b3d9-4ee2-a187-0b00ea34e7fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.694675] env[68166]: DEBUG nova.network.neutron [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Updating instance_info_cache with network_info: [{"id": "7de84636-1b14-4ef8-908f-9f10b12d232f", "address": "fa:16:3e:ca:6f:3c", "network": {"id": "2a659f6d-46ad-45e7-b917-f0ff3b9b10e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-465188568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4abe720ddcc4635a1a3b2a8d608ea2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de84636-1b", "ovs_interfaceid": "7de84636-1b14-4ef8-908f-9f10b12d232f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.700741] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.770462] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b00364-15fb-1685-59bc-05719b6c6c23, 'name': SearchDatastore_Task, 'duration_secs': 0.013853} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.770684] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.771313] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 7c352b54-89fe-43bf-880e-d8d909bcf18e/7c352b54-89fe-43bf-880e-d8d909bcf18e.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.772142] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c5b0b15-5b78-4bdc-a3b7-e366a437048b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.781513] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1008.781513] env[68166]: value = "task-2807252" [ 1008.781513] env[68166]: _type = "Task" [ 1008.781513] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.791525] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.856308] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.856472] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.856650] env[68166]: DEBUG nova.network.neutron [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.856851] env[68166]: DEBUG nova.objects.instance [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lazy-loading 'info_cache' on Instance uuid 4edf3231-3ae0-4749-a65b-067aa2bb6217 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.877407] env[68166]: DEBUG nova.scheduler.client.report [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.904081] env[68166]: INFO nova.compute.manager [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] instance snapshotting [ 1008.908253] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bddafb-5a4b-4e4f-a5b3-6f79715b4043 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.930686] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a8f6fa-d77b-4568-a6b6-9e77c2a5fcce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.111854] env[68166]: INFO nova.compute.manager [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] bringing vm to original state: 'stopped' [ 1009.200817] env[68166]: DEBUG oslo_vmware.api [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807251, 'name': PowerOnVM_Task, 'duration_secs': 0.807778} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.201126] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.201411] env[68166]: INFO nova.compute.manager [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1009.202414] env[68166]: DEBUG nova.compute.manager [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.202492] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Releasing lock "refresh_cache-379b20a7-4f01-45f0-89ba-f8bee1f18a9d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.202825] env[68166]: DEBUG nova.compute.manager [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Instance network_info: |[{"id": "7de84636-1b14-4ef8-908f-9f10b12d232f", "address": "fa:16:3e:ca:6f:3c", "network": {"id": "2a659f6d-46ad-45e7-b917-f0ff3b9b10e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-465188568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4abe720ddcc4635a1a3b2a8d608ea2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de84636-1b", "ovs_interfaceid": "7de84636-1b14-4ef8-908f-9f10b12d232f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.203779] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b1ea89-7ce1-4bfb-82a7-11ca9454001d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.206579] env[68166]: DEBUG oslo_concurrency.lockutils [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] Acquired lock "refresh_cache-379b20a7-4f01-45f0-89ba-f8bee1f18a9d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.206764] env[68166]: DEBUG nova.network.neutron [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Refreshing network info cache for port 7de84636-1b14-4ef8-908f-9f10b12d232f {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.208635] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:6f:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7de84636-1b14-4ef8-908f-9f10b12d232f', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.215844] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.216434] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.217867] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12027a09-bd26-4377-953b-41fff7846c5c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.256067] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.256067] env[68166]: value = "task-2807253" [ 1009.256067] env[68166]: _type = "Task" [ 1009.256067] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.267587] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807253, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.293968] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807252, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.386332] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.389931] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.577s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.392234] env[68166]: INFO nova.compute.claims [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.425344] env[68166]: INFO nova.scheduler.client.report [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Deleted allocations for instance 49fd41c6-7327-4ff7-8eac-ff4d25b79a97 [ 1009.443532] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.444064] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54ee9929-07af-4590-87c4-0cdead3603ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.453586] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1009.453586] env[68166]: value = "task-2807254" [ 1009.453586] env[68166]: _type = "Task" [ 1009.453586] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.467150] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807254, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.761752] env[68166]: INFO nova.compute.manager [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Took 37.11 seconds to build instance. [ 1009.770821] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807253, 'name': CreateVM_Task, 'duration_secs': 0.43544} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.770982] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.772063] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.772392] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.772660] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.773160] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac307ff5-6b31-4c6a-a959-b910fa54568d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.779811] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1009.779811] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]523349db-4041-28ae-f6c6-53601286944c" [ 1009.779811] env[68166]: _type = "Task" [ 1009.779811] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.799484] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523349db-4041-28ae-f6c6-53601286944c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.804700] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522866} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.804959] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 7c352b54-89fe-43bf-880e-d8d909bcf18e/7c352b54-89fe-43bf-880e-d8d909bcf18e.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.805190] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.805445] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edf0bac4-b41f-47cc-b886-4b2dbfd5eab4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.813153] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1009.813153] env[68166]: value = "task-2807255" [ 1009.813153] env[68166]: _type = "Task" [ 1009.813153] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.823654] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.943255] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bd12ec92-b3c2-46b5-8b2b-ea9cfd028f6a tempest-DeleteServersAdminTestJSON-1421086353 tempest-DeleteServersAdminTestJSON-1421086353-project-admin] Lock "49fd41c6-7327-4ff7-8eac-ff4d25b79a97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.443s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.969374] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807254, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.119044] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.119383] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.119591] env[68166]: DEBUG nova.compute.manager [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.121471] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c032cbbd-b13e-4793-a1a2-b421b6c41e55 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.128987] env[68166]: DEBUG nova.compute.manager [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68166) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1010.267084] env[68166]: DEBUG oslo_concurrency.lockutils [None req-709fb936-1bee-412c-b771-7e45d2c03f3d tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "36f8ee58-8ba1-4233-b338-b44ac6538b3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.622s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.292279] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523349db-4041-28ae-f6c6-53601286944c, 'name': SearchDatastore_Task, 'duration_secs': 0.029147} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.292652] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.292848] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.293107] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.293274] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.293471] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.293712] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5925be85-1330-4a6f-a1b5-55fafda23297 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.321355] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.321355] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.322733] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb86ad98-b393-4a17-a55e-af7284898a38 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.331057] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073484} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.332114] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.335529] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd8d3d2-9142-4c69-a4e4-137682d07e47 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.337955] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1010.337955] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f69708-4a37-3042-a71a-3348248b19e6" [ 1010.337955] env[68166]: _type = "Task" [ 1010.337955] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.374217] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 7c352b54-89fe-43bf-880e-d8d909bcf18e/7c352b54-89fe-43bf-880e-d8d909bcf18e.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.378330] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05741ade-65f5-4241-afcc-7a9dfd0b5590 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.410951] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f69708-4a37-3042-a71a-3348248b19e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01143} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.412703] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f0748a-d1af-49e4-9ccf-2c28351a4e73 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.417822] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1010.417822] env[68166]: value = "task-2807257" [ 1010.417822] env[68166]: _type = "Task" [ 1010.417822] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.424567] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1010.424567] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52176ae2-4ed7-3ce1-e758-6006ea88c341" [ 1010.424567] env[68166]: _type = "Task" [ 1010.424567] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.433719] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.446781] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52176ae2-4ed7-3ce1-e758-6006ea88c341, 'name': SearchDatastore_Task, 'duration_secs': 0.012105} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.446781] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.446781] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 379b20a7-4f01-45f0-89ba-f8bee1f18a9d/379b20a7-4f01-45f0-89ba-f8bee1f18a9d.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.446781] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5560662f-e656-4078-b86d-d01865c00179 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.453700] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1010.453700] env[68166]: value = "task-2807258" [ 1010.453700] env[68166]: _type = "Task" [ 1010.453700] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.467355] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.474270] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807254, 'name': CreateSnapshot_Task, 'duration_secs': 0.957165} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.474270] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1010.474970] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee96c34f-fe16-4f4f-bda2-f3465d971843 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.499395] env[68166]: DEBUG nova.network.neutron [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Updated VIF entry in instance network info cache for port 7de84636-1b14-4ef8-908f-9f10b12d232f. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.499395] env[68166]: DEBUG nova.network.neutron [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Updating instance_info_cache with network_info: [{"id": "7de84636-1b14-4ef8-908f-9f10b12d232f", "address": "fa:16:3e:ca:6f:3c", "network": {"id": "2a659f6d-46ad-45e7-b917-f0ff3b9b10e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-465188568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4abe720ddcc4635a1a3b2a8d608ea2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de84636-1b", "ovs_interfaceid": "7de84636-1b14-4ef8-908f-9f10b12d232f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.638021] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.638021] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad149ce2-54ca-42ef-b66a-0edd9133a329 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.647607] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1010.647607] env[68166]: value = "task-2807259" [ 1010.647607] env[68166]: _type = "Task" [ 1010.647607] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.665736] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.666746] env[68166]: DEBUG nova.network.neutron [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance_info_cache with network_info: [{"id": "84d2b5b1-608a-4b87-81df-ff791154f63c", "address": "fa:16:3e:75:12:63", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84d2b5b1-60", "ovs_interfaceid": "84d2b5b1-608a-4b87-81df-ff791154f63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.874873] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8064164-0312-45d1-a829-519ffadd4ce8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.891337] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4c63f9-8763-4824-a07a-7a6b3012d66e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.933651] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e4b3b4-c4ac-47e7-986c-3f32ec9faa34 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.942191] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807257, 'name': ReconfigVM_Task, 'duration_secs': 0.520711} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.944717] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 7c352b54-89fe-43bf-880e-d8d909bcf18e/7c352b54-89fe-43bf-880e-d8d909bcf18e.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.945508] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4fb0250-0f25-4c48-8167-09f3ead50ebf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.948419] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362a7d39-086f-4f48-ae51-31df9b66e4d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.965792] env[68166]: DEBUG nova.compute.provider_tree [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.969115] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1010.969115] env[68166]: value = "task-2807260" [ 1010.969115] env[68166]: _type = "Task" [ 1010.969115] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.975608] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492869} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.976771] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 379b20a7-4f01-45f0-89ba-f8bee1f18a9d/379b20a7-4f01-45f0-89ba-f8bee1f18a9d.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.976989] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.977272] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81a05fc5-52f4-4ff9-b74a-d5daf4bbbd74 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.982694] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807260, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.996206] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1010.997874] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30d4dc58-c9da-4913-9c62-24897ef42bdf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.001414] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1011.001414] env[68166]: value = "task-2807261" [ 1011.001414] env[68166]: _type = "Task" [ 1011.001414] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.001915] env[68166]: DEBUG oslo_concurrency.lockutils [req-bfd4ea4e-7ebb-4fbf-b35c-4caf978eff55 req-177523f7-6266-41aa-9560-68066a696433 service nova] Releasing lock "refresh_cache-379b20a7-4f01-45f0-89ba-f8bee1f18a9d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.010497] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1011.010497] env[68166]: value = "task-2807262" [ 1011.010497] env[68166]: _type = "Task" [ 1011.010497] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.017748] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.026052] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807262, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.159461] env[68166]: DEBUG oslo_vmware.api [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807259, 'name': PowerOffVM_Task, 'duration_secs': 0.308735} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.159765] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.159935] env[68166]: DEBUG nova.compute.manager [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.161579] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47260991-41ef-412a-beca-e35471689018 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.172189] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "refresh_cache-4edf3231-3ae0-4749-a65b-067aa2bb6217" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.172189] env[68166]: DEBUG nova.objects.instance [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lazy-loading 'migration_context' on Instance uuid 4edf3231-3ae0-4749-a65b-067aa2bb6217 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.251615] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "f8b549f9-0901-408d-8e0e-e16c6d47716c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.251857] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "f8b549f9-0901-408d-8e0e-e16c6d47716c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.471084] env[68166]: DEBUG nova.scheduler.client.report [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.484933] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807260, 'name': Rename_Task, 'duration_secs': 0.421483} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.485245] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.485496] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89583e4c-873f-4291-b2e8-888b1bbfa3e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.495257] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1011.495257] env[68166]: value = "task-2807263" [ 1011.495257] env[68166]: _type = "Task" [ 1011.495257] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.503187] env[68166]: DEBUG nova.compute.manager [req-4aa5bc3c-262d-45a7-b827-cbec8bb62e6d req-985bd180-ed46-4a55-af79-8b04ed711696 service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Received event network-changed-d061fd10-b9b6-4a0b-974d-c74cefcc9515 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.503503] env[68166]: DEBUG nova.compute.manager [req-4aa5bc3c-262d-45a7-b827-cbec8bb62e6d req-985bd180-ed46-4a55-af79-8b04ed711696 service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Refreshing instance network info cache due to event network-changed-d061fd10-b9b6-4a0b-974d-c74cefcc9515. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1011.503788] env[68166]: DEBUG oslo_concurrency.lockutils [req-4aa5bc3c-262d-45a7-b827-cbec8bb62e6d req-985bd180-ed46-4a55-af79-8b04ed711696 service nova] Acquiring lock "refresh_cache-36f8ee58-8ba1-4233-b338-b44ac6538b3f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.504184] env[68166]: DEBUG oslo_concurrency.lockutils [req-4aa5bc3c-262d-45a7-b827-cbec8bb62e6d req-985bd180-ed46-4a55-af79-8b04ed711696 service nova] Acquired lock "refresh_cache-36f8ee58-8ba1-4233-b338-b44ac6538b3f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.504349] env[68166]: DEBUG nova.network.neutron [req-4aa5bc3c-262d-45a7-b827-cbec8bb62e6d req-985bd180-ed46-4a55-af79-8b04ed711696 service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Refreshing network info cache for port d061fd10-b9b6-4a0b-974d-c74cefcc9515 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.513415] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.522046] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077161} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.522666] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.523739] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a373433d-bbc0-49b8-a4f7-9164dfc3e5a0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.529968] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807262, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.552553] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 379b20a7-4f01-45f0-89ba-f8bee1f18a9d/379b20a7-4f01-45f0-89ba-f8bee1f18a9d.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.553550] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bdd92ad-2216-4951-8958-0460511569b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.577017] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1011.577017] env[68166]: value = "task-2807264" [ 1011.577017] env[68166]: _type = "Task" [ 1011.577017] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.586752] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.681586] env[68166]: DEBUG nova.objects.base [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Object Instance<4edf3231-3ae0-4749-a65b-067aa2bb6217> lazy-loaded attributes: info_cache,migration_context {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.681586] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8abf400-a305-4f6b-a91a-229d106b6740 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.685962] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.565s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.703329] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-807fa1f6-2232-41f8-b81f-be71eaa85b5b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.712589] env[68166]: DEBUG oslo_vmware.api [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1011.712589] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522c8953-1718-4f34-9f09-c4f490585b42" [ 1011.712589] env[68166]: _type = "Task" [ 1011.712589] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.723285] env[68166]: DEBUG oslo_vmware.api [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522c8953-1718-4f34-9f09-c4f490585b42, 'name': SearchDatastore_Task, 'duration_secs': 0.007909} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.723725] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.755124] env[68166]: DEBUG nova.compute.manager [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.980263] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.980528] env[68166]: DEBUG nova.compute.manager [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.983603] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.038s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.985388] env[68166]: INFO nova.compute.claims [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.009738] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.027082] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807262, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.088274] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807264, 'name': ReconfigVM_Task, 'duration_secs': 0.3451} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.088274] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 379b20a7-4f01-45f0-89ba-f8bee1f18a9d/379b20a7-4f01-45f0-89ba-f8bee1f18a9d.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.088274] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8f3f995-d804-47d0-a128-a24b91d9d2c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.099413] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1012.099413] env[68166]: value = "task-2807265" [ 1012.099413] env[68166]: _type = "Task" [ 1012.099413] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.113435] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807265, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.194314] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.239959] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1012.240288] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564139', 'volume_id': 'be51f2a2-9cda-468e-bdd5-186894271853', 'name': 'volume-be51f2a2-9cda-468e-bdd5-186894271853', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '064a83c8-189c-45a4-acb9-b74d809abd18', 'attached_at': '', 'detached_at': '', 'volume_id': 'be51f2a2-9cda-468e-bdd5-186894271853', 'serial': 'be51f2a2-9cda-468e-bdd5-186894271853'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1012.241646] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc22da5-82a3-48ed-a6fc-53a0dc8ac943 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.264136] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fed59da-fd66-491b-a451-791ba28b49ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.297585] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-be51f2a2-9cda-468e-bdd5-186894271853/volume-be51f2a2-9cda-468e-bdd5-186894271853.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.301527] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.302191] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded1994f-18c3-43f0-bbac-5c383a908af3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.321976] env[68166]: DEBUG oslo_vmware.api [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1012.321976] env[68166]: value = "task-2807266" [ 1012.321976] env[68166]: _type = "Task" [ 1012.321976] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.332965] env[68166]: DEBUG oslo_vmware.api [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.351027] env[68166]: DEBUG nova.network.neutron [req-4aa5bc3c-262d-45a7-b827-cbec8bb62e6d req-985bd180-ed46-4a55-af79-8b04ed711696 service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Updated VIF entry in instance network info cache for port d061fd10-b9b6-4a0b-974d-c74cefcc9515. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.351495] env[68166]: DEBUG nova.network.neutron [req-4aa5bc3c-262d-45a7-b827-cbec8bb62e6d req-985bd180-ed46-4a55-af79-8b04ed711696 service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Updating instance_info_cache with network_info: [{"id": "d061fd10-b9b6-4a0b-974d-c74cefcc9515", "address": "fa:16:3e:fc:30:ee", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd061fd10-b9", "ovs_interfaceid": "d061fd10-b9b6-4a0b-974d-c74cefcc9515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.492067] env[68166]: DEBUG nova.compute.utils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.498095] env[68166]: DEBUG nova.compute.manager [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.498095] env[68166]: DEBUG nova.network.neutron [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.515521] env[68166]: DEBUG oslo_vmware.api [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807263, 'name': PowerOnVM_Task, 'duration_secs': 0.684551} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.524702] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.525131] env[68166]: INFO nova.compute.manager [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1012.525380] env[68166]: DEBUG nova.compute.manager [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.526995] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df5d724-218c-48f3-9f48-c792ac2a8cb0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.539934] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807262, 'name': CloneVM_Task, 'duration_secs': 1.504148} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.542519] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Created linked-clone VM from snapshot [ 1012.546867] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35291da4-fdb9-47f5-ac28-aa0c15ea4cf9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.558223] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Uploading image 4230a662-5623-45fa-be69-d07209bbb48d {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1012.562240] env[68166]: DEBUG nova.policy [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '685628e5b2274ca4bd985293d124941f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79533729ba1e4802b1cd8591e3546126', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.573083] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1012.573083] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c744e9ea-5c07-4593-b516-0d28013271ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.581199] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1012.581199] env[68166]: value = "task-2807267" [ 1012.581199] env[68166]: _type = "Task" [ 1012.581199] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.595064] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807267, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.608530] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807265, 'name': Rename_Task, 'duration_secs': 0.23347} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.608806] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.609096] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a70bf51c-a4dd-4987-9368-beb76476ae4a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.620025] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1012.620025] env[68166]: value = "task-2807268" [ 1012.620025] env[68166]: _type = "Task" [ 1012.620025] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.626737] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.834168] env[68166]: DEBUG oslo_vmware.api [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807266, 'name': ReconfigVM_Task, 'duration_secs': 0.434371} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.834913] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-be51f2a2-9cda-468e-bdd5-186894271853/volume-be51f2a2-9cda-468e-bdd5-186894271853.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.842841] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d5ce1b5-63db-4567-812f-53dce1e1865f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.856504] env[68166]: DEBUG oslo_concurrency.lockutils [req-4aa5bc3c-262d-45a7-b827-cbec8bb62e6d req-985bd180-ed46-4a55-af79-8b04ed711696 service nova] Releasing lock "refresh_cache-36f8ee58-8ba1-4233-b338-b44ac6538b3f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.864697] env[68166]: DEBUG oslo_vmware.api [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1012.864697] env[68166]: value = "task-2807269" [ 1012.864697] env[68166]: _type = "Task" [ 1012.864697] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.877433] env[68166]: DEBUG oslo_vmware.api [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.995279] env[68166]: DEBUG nova.network.neutron [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Successfully created port: dda8c211-7185-49a9-9078-1a5849a68356 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.997993] env[68166]: DEBUG nova.compute.manager [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.066324] env[68166]: INFO nova.compute.manager [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Took 38.03 seconds to build instance. [ 1013.094590] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807267, 'name': Destroy_Task, 'duration_secs': 0.488863} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.094845] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Destroyed the VM [ 1013.095097] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1013.095649] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f5a3fa3-2225-4bfe-8548-d136f11244ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.107020] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1013.107020] env[68166]: value = "task-2807270" [ 1013.107020] env[68166]: _type = "Task" [ 1013.107020] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.119202] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807270, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.131041] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807268, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.136890] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.136890] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.136890] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.136890] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.136890] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.143132] env[68166]: INFO nova.compute.manager [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Terminating instance [ 1013.379372] env[68166]: DEBUG oslo_vmware.api [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807269, 'name': ReconfigVM_Task, 'duration_secs': 0.205666} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.383535] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564139', 'volume_id': 'be51f2a2-9cda-468e-bdd5-186894271853', 'name': 'volume-be51f2a2-9cda-468e-bdd5-186894271853', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '064a83c8-189c-45a4-acb9-b74d809abd18', 'attached_at': '', 'detached_at': '', 'volume_id': 'be51f2a2-9cda-468e-bdd5-186894271853', 'serial': 'be51f2a2-9cda-468e-bdd5-186894271853'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1013.464149] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128a6e0e-91f2-495d-a87e-4bc0de0f70fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.475111] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff140e8e-9b9d-426c-8dfb-5186ace3ebc2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.512024] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c906ec33-d87b-4a79-b93f-edbc25c9d55e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.517791] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "6da9ed10-f901-42cb-a370-6392ea9589cd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.520577] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.520577] env[68166]: INFO nova.compute.manager [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Shelving [ 1013.522565] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8d28e4-e492-4af8-a4ac-90c4aaa9c24d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.540240] env[68166]: DEBUG nova.compute.provider_tree [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.567862] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1fe8e8e6-f92c-4ac7-b70e-2cb9873f479c tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.547s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.617637] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807270, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.629728] env[68166]: DEBUG oslo_vmware.api [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807268, 'name': PowerOnVM_Task, 'duration_secs': 0.590504} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.630037] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.630242] env[68166]: INFO nova.compute.manager [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1013.630425] env[68166]: DEBUG nova.compute.manager [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.631302] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d952eb03-be94-4f2f-bde2-0bd2f1e4681c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.647308] env[68166]: DEBUG nova.compute.manager [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.647488] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.648269] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f317899b-fb6d-43dd-840d-8724e27d7039 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.655723] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.655969] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da4e79a1-09e8-4104-b5df-3bb7c2a87a6a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.724328] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.724695] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.725077] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleting the datastore file [datastore2] 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.725382] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3e775c3-9f90-413d-83a0-9b7a8e340dfa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.734693] env[68166]: DEBUG oslo_vmware.api [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1013.734693] env[68166]: value = "task-2807272" [ 1013.734693] env[68166]: _type = "Task" [ 1013.734693] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.743326] env[68166]: DEBUG oslo_vmware.api [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.017150] env[68166]: DEBUG nova.compute.manager [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.043674] env[68166]: DEBUG nova.scheduler.client.report [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.049157] env[68166]: DEBUG nova.virt.hardware [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.049330] env[68166]: DEBUG nova.virt.hardware [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.049463] env[68166]: DEBUG nova.virt.hardware [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.049646] env[68166]: DEBUG nova.virt.hardware [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.049792] env[68166]: DEBUG nova.virt.hardware [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.049935] env[68166]: DEBUG nova.virt.hardware [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.050172] env[68166]: DEBUG nova.virt.hardware [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.050334] env[68166]: DEBUG nova.virt.hardware [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.050502] env[68166]: DEBUG nova.virt.hardware [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.050675] env[68166]: DEBUG nova.virt.hardware [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.050850] env[68166]: DEBUG nova.virt.hardware [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.052063] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1d3530-9032-4c3b-b40a-3445a612f886 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.067348] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7592beb3-29fe-4409-9844-c88dbcb71abb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.118293] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807270, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.148135] env[68166]: INFO nova.compute.manager [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Took 37.74 seconds to build instance. [ 1014.254873] env[68166]: DEBUG oslo_vmware.api [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298739} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.255257] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.255473] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.255653] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.255823] env[68166]: INFO nova.compute.manager [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1014.256080] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.256825] env[68166]: DEBUG nova.compute.manager [-] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.256889] env[68166]: DEBUG nova.network.neutron [-] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.445310] env[68166]: DEBUG nova.objects.instance [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'flavor' on Instance uuid 064a83c8-189c-45a4-acb9-b74d809abd18 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.534805] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.534805] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eadaf76-e347-4200-8698-7908a4398fed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.543021] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1014.543021] env[68166]: value = "task-2807273" [ 1014.543021] env[68166]: _type = "Task" [ 1014.543021] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.553135] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.561765] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.561765] env[68166]: DEBUG nova.compute.manager [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.565043] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.786s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.621230] env[68166]: DEBUG oslo_vmware.api [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807270, 'name': RemoveSnapshot_Task, 'duration_secs': 1.487114} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.621742] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1014.650781] env[68166]: DEBUG oslo_concurrency.lockutils [None req-be819ed7-c2fd-4525-bfbb-6a162dac8033 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "379b20a7-4f01-45f0-89ba-f8bee1f18a9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.255s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.747185] env[68166]: DEBUG nova.compute.manager [req-e026a3c8-b517-40cc-83a9-ef18994d847a req-f2c2fb1b-447c-4be8-8606-bbff3446f6e2 service nova] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Received event network-vif-deleted-8b8ad094-302c-4993-954e-dc8a1aa0db89 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.748268] env[68166]: INFO nova.compute.manager [req-e026a3c8-b517-40cc-83a9-ef18994d847a req-f2c2fb1b-447c-4be8-8606-bbff3446f6e2 service nova] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Neutron deleted interface 8b8ad094-302c-4993-954e-dc8a1aa0db89; detaching it from the instance and deleting it from the info cache [ 1014.748621] env[68166]: DEBUG nova.network.neutron [req-e026a3c8-b517-40cc-83a9-ef18994d847a req-f2c2fb1b-447c-4be8-8606-bbff3446f6e2 service nova] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.755585] env[68166]: INFO nova.compute.manager [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Rescuing [ 1014.756029] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "refresh_cache-379b20a7-4f01-45f0-89ba-f8bee1f18a9d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.756334] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired lock "refresh_cache-379b20a7-4f01-45f0-89ba-f8bee1f18a9d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.756658] env[68166]: DEBUG nova.network.neutron [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.759076] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "afd218b2-6981-4b54-aa35-cdb598443e69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.760435] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "afd218b2-6981-4b54-aa35-cdb598443e69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.931806] env[68166]: DEBUG nova.compute.manager [req-15b5d851-9a3e-4afe-86a6-c033a3d4f7de req-6016b308-24e3-473f-a3ed-d84801338797 service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Received event network-vif-plugged-dda8c211-7185-49a9-9078-1a5849a68356 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.932101] env[68166]: DEBUG oslo_concurrency.lockutils [req-15b5d851-9a3e-4afe-86a6-c033a3d4f7de req-6016b308-24e3-473f-a3ed-d84801338797 service nova] Acquiring lock "17fb8827-6e77-471a-9861-5c877b10beab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.932255] env[68166]: DEBUG oslo_concurrency.lockutils [req-15b5d851-9a3e-4afe-86a6-c033a3d4f7de req-6016b308-24e3-473f-a3ed-d84801338797 service nova] Lock "17fb8827-6e77-471a-9861-5c877b10beab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.932406] env[68166]: DEBUG oslo_concurrency.lockutils [req-15b5d851-9a3e-4afe-86a6-c033a3d4f7de req-6016b308-24e3-473f-a3ed-d84801338797 service nova] Lock "17fb8827-6e77-471a-9861-5c877b10beab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.932553] env[68166]: DEBUG nova.compute.manager [req-15b5d851-9a3e-4afe-86a6-c033a3d4f7de req-6016b308-24e3-473f-a3ed-d84801338797 service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] No waiting events found dispatching network-vif-plugged-dda8c211-7185-49a9-9078-1a5849a68356 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.932716] env[68166]: WARNING nova.compute.manager [req-15b5d851-9a3e-4afe-86a6-c033a3d4f7de req-6016b308-24e3-473f-a3ed-d84801338797 service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Received unexpected event network-vif-plugged-dda8c211-7185-49a9-9078-1a5849a68356 for instance with vm_state building and task_state spawning. [ 1014.953309] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97df49d9-9b8c-4ba1-a784-67d7521efe10 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.347s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.053899] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807273, 'name': PowerOffVM_Task, 'duration_secs': 0.352921} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.054201] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.054993] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fd5378-5605-4400-a72d-c4659e896b37 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.075397] env[68166]: DEBUG nova.compute.utils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.087201] env[68166]: DEBUG nova.compute.manager [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Not allocating networking since 'none' was specified. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1015.087919] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b19d21b-e3c9-478f-a151-5d2e86dfe425 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.128237] env[68166]: WARNING nova.compute.manager [None req-59bd1063-551c-416d-9f6c-baafebc02135 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Image not found during snapshot: nova.exception.ImageNotFound: Image 4230a662-5623-45fa-be69-d07209bbb48d could not be found. [ 1015.129280] env[68166]: DEBUG nova.network.neutron [-] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.151774] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d4f62024-2d74-449e-9249-c760a25ef72d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "064a83c8-189c-45a4-acb9-b74d809abd18" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.152043] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d4f62024-2d74-449e-9249-c760a25ef72d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.152234] env[68166]: DEBUG nova.compute.manager [None req-d4f62024-2d74-449e-9249-c760a25ef72d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.153153] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985dee22-00cc-4597-81d5-1060246c28a7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.160529] env[68166]: DEBUG nova.compute.manager [None req-d4f62024-2d74-449e-9249-c760a25ef72d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68166) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1015.161144] env[68166]: DEBUG nova.objects.instance [None req-d4f62024-2d74-449e-9249-c760a25ef72d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'flavor' on Instance uuid 064a83c8-189c-45a4-acb9-b74d809abd18 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.255803] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f188c68f-1bd8-48ca-a810-6e2b32edf154 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.264783] env[68166]: DEBUG nova.compute.manager [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.270181] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aa9527-71fc-49c5-8ae8-118d75bbda62 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.315280] env[68166]: DEBUG nova.compute.manager [req-e026a3c8-b517-40cc-83a9-ef18994d847a req-f2c2fb1b-447c-4be8-8606-bbff3446f6e2 service nova] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Detach interface failed, port_id=8b8ad094-302c-4993-954e-dc8a1aa0db89, reason: Instance 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1015.336868] env[68166]: DEBUG nova.network.neutron [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Successfully updated port: dda8c211-7185-49a9-9078-1a5849a68356 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.522965] env[68166]: DEBUG nova.network.neutron [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Updating instance_info_cache with network_info: [{"id": "7de84636-1b14-4ef8-908f-9f10b12d232f", "address": "fa:16:3e:ca:6f:3c", "network": {"id": "2a659f6d-46ad-45e7-b917-f0ff3b9b10e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-465188568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4abe720ddcc4635a1a3b2a8d608ea2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de84636-1b", "ovs_interfaceid": "7de84636-1b14-4ef8-908f-9f10b12d232f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.588176] env[68166]: DEBUG nova.compute.manager [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.591423] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Applying migration context for instance 4edf3231-3ae0-4749-a65b-067aa2bb6217 as it has an incoming, in-progress migration fe1db2d4-7e83-4aab-b5db-3e59c140ddde. Migration status is confirming {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1015.593774] env[68166]: INFO nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating resource usage from migration fe1db2d4-7e83-4aab-b5db-3e59c140ddde [ 1015.601034] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1015.601034] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-48a6940d-d4d0-475b-9c0a-aff082b56056 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.612075] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1015.612075] env[68166]: value = "task-2807274" [ 1015.612075] env[68166]: _type = "Task" [ 1015.612075] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.621133] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807274, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.622398] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance b8c67555-fca1-4aa9-85fa-ccb217eb34ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.622398] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.622524] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance f1ed11a4-6524-41b7-a2f2-84b3e75a99e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.622638] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance ea744a0c-56e5-4e41-9d0e-b8f5e568d062 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1015.622760] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 5fe5fef4-bbaf-49fc-a3e4-b3122a680519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.622878] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance c517fd87-85f9-40d8-88cb-5cc524290a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.622999] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 4f657381-f0cf-40e4-87f7-815ccb5eaf9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.623129] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 064a83c8-189c-45a4-acb9-b74d809abd18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.623260] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance f0952c3b-e030-4d96-9ef1-68686af4bcdf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1015.623430] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 6da9ed10-f901-42cb-a370-6392ea9589cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.623550] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 060c4dc2-d45d-481e-99bc-3b8cc2526efc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.623606] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.623713] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 8c27ff80-498e-4288-876b-50ab60154cab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1015.623824] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance d7c6a607-e3c2-4ced-9c01-ade767f2811f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.623933] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.624062] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Migration fe1db2d4-7e83-4aab-b5db-3e59c140ddde is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1015.624177] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 4edf3231-3ae0-4749-a65b-067aa2bb6217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.624285] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 06262231-f416-48f7-84d2-9ffb532d5bc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.624392] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 36f8ee58-8ba1-4233-b338-b44ac6538b3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.624498] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 7c352b54-89fe-43bf-880e-d8d909bcf18e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.624603] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 379b20a7-4f01-45f0-89ba-f8bee1f18a9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.624707] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 17fb8827-6e77-471a-9861-5c877b10beab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.624811] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance a7c69ba9-8bc9-4af3-884f-e29b460b12b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.632110] env[68166]: INFO nova.compute.manager [-] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Took 1.37 seconds to deallocate network for instance. [ 1015.798409] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.841729] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "refresh_cache-17fb8827-6e77-471a-9861-5c877b10beab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.841729] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquired lock "refresh_cache-17fb8827-6e77-471a-9861-5c877b10beab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.841729] env[68166]: DEBUG nova.network.neutron [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.026071] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Releasing lock "refresh_cache-379b20a7-4f01-45f0-89ba-f8bee1f18a9d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.123787] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807274, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.128039] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 9adcf0e3-28a9-4209-a239-fcf3dfb27faa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1016.139828] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.168376] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f62024-2d74-449e-9249-c760a25ef72d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.168709] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be95dfd7-11ef-4299-8373-a892d5fefffd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.177724] env[68166]: DEBUG oslo_vmware.api [None req-d4f62024-2d74-449e-9249-c760a25ef72d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1016.177724] env[68166]: value = "task-2807275" [ 1016.177724] env[68166]: _type = "Task" [ 1016.177724] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.187063] env[68166]: DEBUG oslo_vmware.api [None req-d4f62024-2d74-449e-9249-c760a25ef72d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.356577] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "06262231-f416-48f7-84d2-9ffb532d5bc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.356972] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "06262231-f416-48f7-84d2-9ffb532d5bc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.357349] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "06262231-f416-48f7-84d2-9ffb532d5bc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.357593] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "06262231-f416-48f7-84d2-9ffb532d5bc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.358059] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "06262231-f416-48f7-84d2-9ffb532d5bc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.360591] env[68166]: INFO nova.compute.manager [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Terminating instance [ 1016.387303] env[68166]: DEBUG nova.network.neutron [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.558980] env[68166]: DEBUG nova.network.neutron [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Updating instance_info_cache with network_info: [{"id": "dda8c211-7185-49a9-9078-1a5849a68356", "address": "fa:16:3e:d6:d9:bb", "network": {"id": "87dd5e68-b477-4396-bac6-1c75c6ad98b9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-361775737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79533729ba1e4802b1cd8591e3546126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda8c211-71", "ovs_interfaceid": "dda8c211-7185-49a9-9078-1a5849a68356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.604127] env[68166]: DEBUG nova.compute.manager [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.627665] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807274, 'name': CreateSnapshot_Task, 'duration_secs': 0.797511} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.629877] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1016.630774] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance afd689f3-1bfe-43e4-8d65-bb0b219eea7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1016.635633] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c80970-416b-4c1b-8596-768e150d6163 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.645052] env[68166]: DEBUG nova.virt.hardware [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.645308] env[68166]: DEBUG nova.virt.hardware [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.645476] env[68166]: DEBUG nova.virt.hardware [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.645681] env[68166]: DEBUG nova.virt.hardware [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.645831] env[68166]: DEBUG nova.virt.hardware [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.645979] env[68166]: DEBUG nova.virt.hardware [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.646205] env[68166]: DEBUG nova.virt.hardware [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.646370] env[68166]: DEBUG nova.virt.hardware [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.646533] env[68166]: DEBUG nova.virt.hardware [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.646695] env[68166]: DEBUG nova.virt.hardware [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.646866] env[68166]: DEBUG nova.virt.hardware [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.647676] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cfdd07-c73b-44a0-a68e-e2acd3f7f329 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.662275] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2956b9e-e866-4aeb-bec8-17473bed2c5e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.678007] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.683531] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Creating folder: Project (bfbc0529b7d04175af428bf3dce58726). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.684452] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98133255-4c63-4696-afe7-ac1f192e631a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.694921] env[68166]: DEBUG oslo_vmware.api [None req-d4f62024-2d74-449e-9249-c760a25ef72d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807275, 'name': PowerOffVM_Task, 'duration_secs': 0.204291} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.695172] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f62024-2d74-449e-9249-c760a25ef72d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.695367] env[68166]: DEBUG nova.compute.manager [None req-d4f62024-2d74-449e-9249-c760a25ef72d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.696159] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd28395-b5f9-44fc-be1a-bd8b5a857ff4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.699883] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Created folder: Project (bfbc0529b7d04175af428bf3dce58726) in parent group-v563881. [ 1016.700295] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Creating folder: Instances. Parent ref: group-v564144. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.700656] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-650f3ff3-b5d1-43f2-acbb-25483f8d3a72 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.709172] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Created folder: Instances in parent group-v564144. [ 1016.709382] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.709566] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.709762] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b609981f-9f12-4886-8a12-e7e4371f045c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.727061] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.727061] env[68166]: value = "task-2807278" [ 1016.727061] env[68166]: _type = "Task" [ 1016.727061] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.735359] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807278, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.775134] env[68166]: DEBUG nova.compute.manager [req-66c00d73-5835-4caa-930c-b1741635b292 req-372d477f-e402-424e-b8ae-bea9ab47451c service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Received event network-changed-dda8c211-7185-49a9-9078-1a5849a68356 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.775261] env[68166]: DEBUG nova.compute.manager [req-66c00d73-5835-4caa-930c-b1741635b292 req-372d477f-e402-424e-b8ae-bea9ab47451c service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Refreshing instance network info cache due to event network-changed-dda8c211-7185-49a9-9078-1a5849a68356. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1016.775590] env[68166]: DEBUG oslo_concurrency.lockutils [req-66c00d73-5835-4caa-930c-b1741635b292 req-372d477f-e402-424e-b8ae-bea9ab47451c service nova] Acquiring lock "refresh_cache-17fb8827-6e77-471a-9861-5c877b10beab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.865450] env[68166]: DEBUG nova.compute.manager [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.865735] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.866754] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2639ec9d-458b-436b-b9d1-10b344ed6284 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.876680] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.876938] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa6c6c2c-1fe0-400d-ae9d-3c51d847b79a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.885538] env[68166]: DEBUG oslo_vmware.api [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1016.885538] env[68166]: value = "task-2807279" [ 1016.885538] env[68166]: _type = "Task" [ 1016.885538] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.894478] env[68166]: DEBUG oslo_vmware.api [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.062099] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Releasing lock "refresh_cache-17fb8827-6e77-471a-9861-5c877b10beab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.062637] env[68166]: DEBUG nova.compute.manager [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Instance network_info: |[{"id": "dda8c211-7185-49a9-9078-1a5849a68356", "address": "fa:16:3e:d6:d9:bb", "network": {"id": "87dd5e68-b477-4396-bac6-1c75c6ad98b9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-361775737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79533729ba1e4802b1cd8591e3546126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda8c211-71", "ovs_interfaceid": "dda8c211-7185-49a9-9078-1a5849a68356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.063197] env[68166]: DEBUG oslo_concurrency.lockutils [req-66c00d73-5835-4caa-930c-b1741635b292 req-372d477f-e402-424e-b8ae-bea9ab47451c service nova] Acquired lock "refresh_cache-17fb8827-6e77-471a-9861-5c877b10beab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.063449] env[68166]: DEBUG nova.network.neutron [req-66c00d73-5835-4caa-930c-b1741635b292 req-372d477f-e402-424e-b8ae-bea9ab47451c service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Refreshing network info cache for port dda8c211-7185-49a9-9078-1a5849a68356 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.064680] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:d9:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda8c211-7185-49a9-9078-1a5849a68356', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.072432] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Creating folder: Project (79533729ba1e4802b1cd8591e3546126). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.073589] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f122804-fcd2-4c03-beff-04bf4b1056d1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.088493] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Created folder: Project (79533729ba1e4802b1cd8591e3546126) in parent group-v563881. [ 1017.088811] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Creating folder: Instances. Parent ref: group-v564147. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.089112] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40ff9e26-1327-49ec-bd2e-d4f7a54288b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.102311] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Created folder: Instances in parent group-v564147. [ 1017.102608] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.102883] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.103161] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3287c786-9bd0-4733-bda7-249aeb4a55a7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.136310] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.136310] env[68166]: value = "task-2807282" [ 1017.136310] env[68166]: _type = "Task" [ 1017.136310] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.140140] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance f8b549f9-0901-408d-8e0e-e16c6d47716c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1017.149872] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807282, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.164896] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1017.165508] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6260edb5-7b9d-4c3f-9168-6a1d059be169 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.178145] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1017.178145] env[68166]: value = "task-2807283" [ 1017.178145] env[68166]: _type = "Task" [ 1017.178145] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.190255] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807283, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.211039] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d4f62024-2d74-449e-9249-c760a25ef72d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.239243] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807278, 'name': CreateVM_Task, 'duration_secs': 0.367291} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.239424] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.239921] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.240096] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.240418] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.240676] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e930b9dc-09ac-4560-ac2f-fae18c4b369b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.248602] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1017.248602] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52881c0a-63c1-0cbe-d2c6-8b10f1433a56" [ 1017.248602] env[68166]: _type = "Task" [ 1017.248602] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.258513] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52881c0a-63c1-0cbe-d2c6-8b10f1433a56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.397031] env[68166]: DEBUG oslo_vmware.api [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807279, 'name': PowerOffVM_Task, 'duration_secs': 0.367041} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.397185] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.397356] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.397613] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26a1211c-1d48-47f5-945c-770d43545fff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.474023] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.474023] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.474259] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleting the datastore file [datastore2] 06262231-f416-48f7-84d2-9ffb532d5bc5 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.474384] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69a8a87b-1898-4a57-ab9c-a55a7e4519bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.484496] env[68166]: DEBUG oslo_vmware.api [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for the task: (returnval){ [ 1017.484496] env[68166]: value = "task-2807285" [ 1017.484496] env[68166]: _type = "Task" [ 1017.484496] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.494049] env[68166]: DEBUG oslo_vmware.api [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.564575] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.564902] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99d83523-555d-4368-8522-314b567f71c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.573143] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1017.573143] env[68166]: value = "task-2807286" [ 1017.573143] env[68166]: _type = "Task" [ 1017.573143] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.584863] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.643847] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance afd218b2-6981-4b54-aa35-cdb598443e69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1017.644673] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1017.644673] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1017.654892] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807282, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.693390] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807283, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.766656] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52881c0a-63c1-0cbe-d2c6-8b10f1433a56, 'name': SearchDatastore_Task, 'duration_secs': 0.018392} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.769437] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.769723] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.769966] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.770153] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.770351] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.770913] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9eee078-b76a-4ee7-a68e-23487f8c6f4e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.780871] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.781104] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.784142] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701971b7-60ff-488a-bad3-bb5237c322ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.790510] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1017.790510] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]520d2c8c-8f30-1499-3f96-8419dbdbd604" [ 1017.790510] env[68166]: _type = "Task" [ 1017.790510] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.800632] env[68166]: DEBUG nova.objects.instance [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'flavor' on Instance uuid 064a83c8-189c-45a4-acb9-b74d809abd18 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.802094] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520d2c8c-8f30-1499-3f96-8419dbdbd604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.872746] env[68166]: DEBUG nova.network.neutron [req-66c00d73-5835-4caa-930c-b1741635b292 req-372d477f-e402-424e-b8ae-bea9ab47451c service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Updated VIF entry in instance network info cache for port dda8c211-7185-49a9-9078-1a5849a68356. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.873239] env[68166]: DEBUG nova.network.neutron [req-66c00d73-5835-4caa-930c-b1741635b292 req-372d477f-e402-424e-b8ae-bea9ab47451c service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Updating instance_info_cache with network_info: [{"id": "dda8c211-7185-49a9-9078-1a5849a68356", "address": "fa:16:3e:d6:d9:bb", "network": {"id": "87dd5e68-b477-4396-bac6-1c75c6ad98b9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-361775737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79533729ba1e4802b1cd8591e3546126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda8c211-71", "ovs_interfaceid": "dda8c211-7185-49a9-9078-1a5849a68356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.996322] env[68166]: DEBUG oslo_vmware.api [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Task: {'id': task-2807285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22709} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.998774] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.999186] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.999358] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.999474] env[68166]: INFO nova.compute.manager [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1017.999715] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.000291] env[68166]: DEBUG nova.compute.manager [-] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.000291] env[68166]: DEBUG nova.network.neutron [-] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.037159] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12c6ec8-32fc-427c-af3d-90476e6ced34 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.048464] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be572006-be53-4aca-a05f-392f480c4801 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.084114] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c26aa3-7ef7-465b-9a3d-b1a494a414c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.092506] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807286, 'name': PowerOffVM_Task, 'duration_secs': 0.202441} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.096062] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.096062] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270f64df-899f-4b48-8e57-1d1223aee264 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.098631] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42237380-4c93-4e0f-9f39-68ed497ef981 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.112679] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.130668] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.134707] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe10e5f4-05df-4259-917c-257848ab127d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.149714] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807282, 'name': CreateVM_Task, 'duration_secs': 0.545833} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.151690] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.155733] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.155733] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.155733] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.156194] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027c8655-7adf-4c85-9e5a-15d36d228cc8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.161754] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1018.161754] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e20f98-d4b0-dc75-993b-2e5577ac8ad4" [ 1018.161754] env[68166]: _type = "Task" [ 1018.161754] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.171104] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e20f98-d4b0-dc75-993b-2e5577ac8ad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.184918] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.185223] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f386fd-7449-47a8-991b-a613ee877629 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.192941] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807283, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.194325] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1018.194325] env[68166]: value = "task-2807287" [ 1018.194325] env[68166]: _type = "Task" [ 1018.194325] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.202648] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.304201] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520d2c8c-8f30-1499-3f96-8419dbdbd604, 'name': SearchDatastore_Task, 'duration_secs': 0.013552} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.305652] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c02092a-4169-4533-84c1-6b19e7d8f1da {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.311635] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.311804] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquired lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.311974] env[68166]: DEBUG nova.network.neutron [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.312178] env[68166]: DEBUG nova.objects.instance [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'info_cache' on Instance uuid 064a83c8-189c-45a4-acb9-b74d809abd18 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.314652] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1018.314652] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]528f7f00-6de8-2efd-aee7-e32e7d71aea8" [ 1018.314652] env[68166]: _type = "Task" [ 1018.314652] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.324704] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528f7f00-6de8-2efd-aee7-e32e7d71aea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.376256] env[68166]: DEBUG oslo_concurrency.lockutils [req-66c00d73-5835-4caa-930c-b1741635b292 req-372d477f-e402-424e-b8ae-bea9ab47451c service nova] Releasing lock "refresh_cache-17fb8827-6e77-471a-9861-5c877b10beab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.639152] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1018.639511] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.074s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.639819] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.467s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.641394] env[68166]: INFO nova.compute.claims [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.672452] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e20f98-d4b0-dc75-993b-2e5577ac8ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.672730] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.672950] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.673183] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.688638] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807283, 'name': CloneVM_Task, 'duration_secs': 1.28776} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.688863] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Created linked-clone VM from snapshot [ 1018.689744] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437637a8-88cc-49f0-a384-5dc183dbb6a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.698047] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Uploading image daf77e58-decc-499a-97fd-7d3df65e5cee {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1018.708919] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.709195] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.709442] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.720961] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1018.720961] env[68166]: value = "vm-564150" [ 1018.720961] env[68166]: _type = "VirtualMachine" [ 1018.720961] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1018.721275] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a60623f-f176-4da8-a5fa-79c8a3bdef31 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.728883] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lease: (returnval){ [ 1018.728883] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529a8394-d789-3ab0-9ccb-a4d0816cab64" [ 1018.728883] env[68166]: _type = "HttpNfcLease" [ 1018.728883] env[68166]: } obtained for exporting VM: (result){ [ 1018.728883] env[68166]: value = "vm-564150" [ 1018.728883] env[68166]: _type = "VirtualMachine" [ 1018.728883] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1018.729143] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the lease: (returnval){ [ 1018.729143] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529a8394-d789-3ab0-9ccb-a4d0816cab64" [ 1018.729143] env[68166]: _type = "HttpNfcLease" [ 1018.729143] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1018.735825] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.735825] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529a8394-d789-3ab0-9ccb-a4d0816cab64" [ 1018.735825] env[68166]: _type = "HttpNfcLease" [ 1018.735825] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1018.776723] env[68166]: DEBUG nova.network.neutron [-] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.801954] env[68166]: DEBUG nova.compute.manager [req-d70af7cc-a28a-4b55-bd5b-529ca677c20c req-06c7731a-a7b6-43f5-9db1-0acfc9b496c0 service nova] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Received event network-vif-deleted-4a3e593b-7235-4e66-b88c-f48c53091e97 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.818111] env[68166]: DEBUG nova.objects.base [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Object Instance<064a83c8-189c-45a4-acb9-b74d809abd18> lazy-loaded attributes: flavor,info_cache {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.831141] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528f7f00-6de8-2efd-aee7-e32e7d71aea8, 'name': SearchDatastore_Task, 'duration_secs': 0.014621} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.831141] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.831141] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] a7c69ba9-8bc9-4af3-884f-e29b460b12b5/a7c69ba9-8bc9-4af3-884f-e29b460b12b5.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.831354] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.831482] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.831697] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-441234cb-11e0-4ded-b13a-63c52fc3e471 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.833942] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e48fa332-db58-4854-add8-a376b651debb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.844461] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1018.844461] env[68166]: value = "task-2807289" [ 1018.844461] env[68166]: _type = "Task" [ 1018.844461] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.848933] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.849259] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.850916] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb61a52-6987-4096-8986-9d60b73e39b4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.857171] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.861495] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1018.861495] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5288a32f-cb41-6994-50c9-449d44d91319" [ 1018.861495] env[68166]: _type = "Task" [ 1018.861495] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.871628] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5288a32f-cb41-6994-50c9-449d44d91319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.238828] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.238828] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529a8394-d789-3ab0-9ccb-a4d0816cab64" [ 1019.238828] env[68166]: _type = "HttpNfcLease" [ 1019.238828] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1019.239353] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1019.239353] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529a8394-d789-3ab0-9ccb-a4d0816cab64" [ 1019.239353] env[68166]: _type = "HttpNfcLease" [ 1019.239353] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1019.240150] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec3abd7-e173-4201-ae6c-528a818249a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.249605] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7bca1-9b4f-ead8-ed84-2816883fc0ee/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1019.249790] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7bca1-9b4f-ead8-ed84-2816883fc0ee/disk-0.vmdk for reading. {{(pid=68166) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1019.310100] env[68166]: INFO nova.compute.manager [-] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Took 1.31 seconds to deallocate network for instance. [ 1019.353050] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-30927442-d97e-4f0e-867e-32ca9aff7e15 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.359085] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454368} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.360264] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] a7c69ba9-8bc9-4af3-884f-e29b460b12b5/a7c69ba9-8bc9-4af3-884f-e29b460b12b5.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.360485] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.360802] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29544766-5c85-41aa-bc12-7391e043dfa9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.370614] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1019.370614] env[68166]: value = "task-2807290" [ 1019.370614] env[68166]: _type = "Task" [ 1019.370614] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.376158] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5288a32f-cb41-6994-50c9-449d44d91319, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.380048] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65674129-b006-4ee5-9491-8ab6a11ce5ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.392689] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1019.392689] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f13496-ef3d-c364-11a0-f084d88d5df9" [ 1019.392689] env[68166]: _type = "Task" [ 1019.392689] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.393300] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.409019] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f13496-ef3d-c364-11a0-f084d88d5df9, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.409319] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.409578] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 17fb8827-6e77-471a-9861-5c877b10beab/17fb8827-6e77-471a-9861-5c877b10beab.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.409850] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.410049] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.410271] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67c5bd20-9d9f-4135-92ff-53c9b7eb3477 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.412275] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9286d2cb-3ca3-4600-88e0-7b68b229b5ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.421521] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1019.421521] env[68166]: value = "task-2807291" [ 1019.421521] env[68166]: _type = "Task" [ 1019.421521] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.422717] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.422894] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.426442] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a9d65b6-bcda-4b1c-8c2a-ed3b20c4341b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.434311] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.435704] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1019.435704] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5248398c-1401-7a83-2190-0107511f9fb4" [ 1019.435704] env[68166]: _type = "Task" [ 1019.435704] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.444897] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5248398c-1401-7a83-2190-0107511f9fb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.596724] env[68166]: DEBUG nova.network.neutron [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Updating instance_info_cache with network_info: [{"id": "9105f280-1fe2-47f8-b3d2-8f63f7f16cd1", "address": "fa:16:3e:d1:fc:6f", "network": {"id": "ecdfb8cb-a237-41bf-9637-ec7779359b1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1529248802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a85a79b3f84d5d8f26651b4ae4bdc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105f280-1f", "ovs_interfaceid": "9105f280-1fe2-47f8-b3d2-8f63f7f16cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.819359] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.888290] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094124} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.891413] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.892656] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946374a4-927c-4db2-9a04-27210ec8630b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.915945] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] a7c69ba9-8bc9-4af3-884f-e29b460b12b5/a7c69ba9-8bc9-4af3-884f-e29b460b12b5.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.919433] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b54c00-0e5e-4db7-9d5b-517761b52b92 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.943729] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1019.943729] env[68166]: value = "task-2807292" [ 1019.943729] env[68166]: _type = "Task" [ 1019.943729] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.956150] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5248398c-1401-7a83-2190-0107511f9fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.956433] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468145} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.957911] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 17fb8827-6e77-471a-9861-5c877b10beab/17fb8827-6e77-471a-9861-5c877b10beab.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.958229] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.958493] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1fe775-000b-4ee7-8fa5-65a2d7eb062a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.961135] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebf13691-4565-4d8c-8a26-ab1c87367e53 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.967187] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.974231] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1019.974231] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dff68f-39ee-42fd-bcbf-ef5ed9eaea8f" [ 1019.974231] env[68166]: _type = "Task" [ 1019.974231] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.975472] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1019.975472] env[68166]: value = "task-2807293" [ 1019.975472] env[68166]: _type = "Task" [ 1019.975472] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.997872] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52dff68f-39ee-42fd-bcbf-ef5ed9eaea8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.001559] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.001939] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 379b20a7-4f01-45f0-89ba-f8bee1f18a9d/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk. {{(pid=68166) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1020.002320] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.005783] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a10c2a3a-de2f-40da-8966-03c4ac026a55 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.015392] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1020.015392] env[68166]: value = "task-2807294" [ 1020.015392] env[68166]: _type = "Task" [ 1020.015392] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.027630] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.100999] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Releasing lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.114752] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac57729-9f76-4a44-b656-4ddd1bc5af69 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.124815] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aa4c41-449b-4362-8633-684800313912 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.163684] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5645ba0b-bc78-49bf-894e-13f5aa57c87d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.174098] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40875fa-3270-40b6-81e3-8d2078025ab7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.191328] env[68166]: DEBUG nova.compute.provider_tree [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.459012] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.494392] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121646} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.494791] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.495710] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e9fd25-7a81-4631-83c6-a1a71dd08806 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.518856] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 17fb8827-6e77-471a-9861-5c877b10beab/17fb8827-6e77-471a-9861-5c877b10beab.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.519273] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a9fdc3f-081b-424d-a15f-d2b56c0066b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.544717] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461858} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.546587] env[68166]: INFO nova.virt.vmwareapi.ds_util [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 379b20a7-4f01-45f0-89ba-f8bee1f18a9d/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk. [ 1020.546758] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1020.546758] env[68166]: value = "task-2807295" [ 1020.546758] env[68166]: _type = "Task" [ 1020.546758] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.547565] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11017524-0658-47fb-9020-16304fb1dd77 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.560044] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.580268] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 379b20a7-4f01-45f0-89ba-f8bee1f18a9d/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.580712] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f747fbd9-d9ba-4da2-ab2d-57cacb9e289e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.601805] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1020.601805] env[68166]: value = "task-2807296" [ 1020.601805] env[68166]: _type = "Task" [ 1020.601805] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.615482] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.696210] env[68166]: DEBUG nova.scheduler.client.report [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.954904] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807292, 'name': ReconfigVM_Task, 'duration_secs': 0.616145} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.955314] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Reconfigured VM instance instance-00000063 to attach disk [datastore1] a7c69ba9-8bc9-4af3-884f-e29b460b12b5/a7c69ba9-8bc9-4af3-884f-e29b460b12b5.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.956077] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d16552dc-aa24-452a-bdb8-8eb8e5352ba0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.963470] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1020.963470] env[68166]: value = "task-2807297" [ 1020.963470] env[68166]: _type = "Task" [ 1020.963470] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.971966] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807297, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.060968] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807295, 'name': ReconfigVM_Task, 'duration_secs': 0.34612} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.061392] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 17fb8827-6e77-471a-9861-5c877b10beab/17fb8827-6e77-471a-9861-5c877b10beab.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.062173] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63c0bd4d-04ba-4081-b10d-346fde66deaa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.069422] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1021.069422] env[68166]: value = "task-2807298" [ 1021.069422] env[68166]: _type = "Task" [ 1021.069422] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.079839] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807298, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.112380] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.112780] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.113245] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2687c755-bd65-4fa3-ac96-0f4fd6a32842 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.121234] env[68166]: DEBUG oslo_vmware.api [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1021.121234] env[68166]: value = "task-2807299" [ 1021.121234] env[68166]: _type = "Task" [ 1021.121234] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.130047] env[68166]: DEBUG oslo_vmware.api [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.203227] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.203840] env[68166]: DEBUG nova.compute.manager [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.206989] env[68166]: DEBUG oslo_concurrency.lockutils [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.654s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.206989] env[68166]: DEBUG oslo_concurrency.lockutils [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.208921] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.268s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.211017] env[68166]: INFO nova.compute.claims [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.474864] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807297, 'name': Rename_Task, 'duration_secs': 0.157879} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.475280] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.475442] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60cc3491-fed1-4df5-8710-1c03ea9eff0f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.483588] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1021.483588] env[68166]: value = "task-2807300" [ 1021.483588] env[68166]: _type = "Task" [ 1021.483588] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.493213] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.580897] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807298, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.616625] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807296, 'name': ReconfigVM_Task, 'duration_secs': 0.681176} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.617113] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 379b20a7-4f01-45f0-89ba-f8bee1f18a9d/071073b0-a917-4b32-a22e-d7fadf64b66d-rescue.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.618431] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cff597e-a363-4d1f-9f86-8867bfd02e62 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.635603] env[68166]: DEBUG oslo_vmware.api [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.672953] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84ae9d42-4f47-4904-bfd4-b869a4b249c8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.704028] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1021.704028] env[68166]: value = "task-2807301" [ 1021.704028] env[68166]: _type = "Task" [ 1021.704028] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.718768] env[68166]: DEBUG nova.compute.utils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.726670] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.729376] env[68166]: DEBUG nova.compute.manager [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Not allocating networking since 'none' was specified. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1021.730032] env[68166]: DEBUG oslo_concurrency.lockutils [None req-32e06430-df1f-4351-9bdd-f8e9d48a6fe7 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.698s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.731518] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.459s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.731851] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.732203] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.732522] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.736767] env[68166]: INFO nova.compute.manager [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Terminating instance [ 1021.994991] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.081049] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807298, 'name': Rename_Task, 'duration_secs': 0.927335} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.081376] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.081645] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f58d487-2ec9-4b0e-b627-b65544c6032d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.089371] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1022.089371] env[68166]: value = "task-2807302" [ 1022.089371] env[68166]: _type = "Task" [ 1022.089371] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.098683] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.132390] env[68166]: DEBUG oslo_vmware.api [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.198174] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.198493] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.198655] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.198840] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.199039] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.201767] env[68166]: INFO nova.compute.manager [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Terminating instance [ 1022.217315] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807301, 'name': ReconfigVM_Task, 'duration_secs': 0.210328} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.217647] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.217903] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce7617ed-6499-4221-bdbc-437350c1f7b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.226618] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1022.226618] env[68166]: value = "task-2807303" [ 1022.226618] env[68166]: _type = "Task" [ 1022.226618] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.231652] env[68166]: DEBUG nova.compute.manager [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.244821] env[68166]: DEBUG nova.compute.manager [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.245126] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.245655] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.245978] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3873ce61-edb5-423d-ad33-cb3274726c93 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.257469] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7ab4e8-dc83-4b1b-a5be-8de37dd01985 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.310081] env[68166]: WARNING nova.virt.vmwareapi.vmops [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c689390c-10b7-4bdc-9c28-84ee0cad5afe could not be found. [ 1022.310081] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.310081] env[68166]: INFO nova.compute.manager [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1022.310081] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.311347] env[68166]: DEBUG nova.compute.manager [-] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.311451] env[68166]: DEBUG nova.network.neutron [-] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.496470] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.601211] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807302, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.636903] env[68166]: DEBUG oslo_vmware.api [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807299, 'name': PowerOnVM_Task, 'duration_secs': 1.124454} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.637196] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.637432] env[68166]: DEBUG nova.compute.manager [None req-1d7a3784-0160-493b-a9e8-0f6e32e17853 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.638244] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667f4be9-4c3f-4b11-9ad0-fc07ab906739 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.711300] env[68166]: DEBUG nova.compute.manager [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.711593] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.713008] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86c262f-84eb-4395-bec7-a7a000f270cd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.722640] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.722892] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef1250c6-ed6a-47fa-9440-0dc8dcc70d26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.734873] env[68166]: DEBUG oslo_vmware.api [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1022.734873] env[68166]: value = "task-2807304" [ 1022.734873] env[68166]: _type = "Task" [ 1022.734873] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.738502] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f47379-7b44-4fb7-ac49-690971e4d80a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.750407] env[68166]: DEBUG oslo_vmware.api [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807303, 'name': PowerOnVM_Task, 'duration_secs': 0.490938} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.751227] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.760490] env[68166]: DEBUG nova.compute.manager [None req-ef8c53a1-ce13-446f-8fe4-e1c0cc3005e0 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.761657] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3f41de-dd47-4e72-9bee-1a066fddc2ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.765146] env[68166]: DEBUG oslo_vmware.api [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.765848] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d19e41a-e944-4b94-91f5-25f813c8cb79 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.807371] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494fb175-ab5e-41bc-a192-cbe370a53f4e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.817961] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f13aa98-e834-4415-813d-265751b5e9b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.836032] env[68166]: DEBUG nova.compute.provider_tree [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.996723] env[68166]: DEBUG oslo_vmware.api [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807300, 'name': PowerOnVM_Task, 'duration_secs': 1.104906} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.996832] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.997248] env[68166]: INFO nova.compute.manager [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1022.997369] env[68166]: DEBUG nova.compute.manager [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.998191] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297b0aff-9c2b-430a-9c84-33f32c3358ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.100820] env[68166]: DEBUG oslo_vmware.api [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807302, 'name': PowerOnVM_Task, 'duration_secs': 0.640481} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.101055] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.101285] env[68166]: INFO nova.compute.manager [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1023.101482] env[68166]: DEBUG nova.compute.manager [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.102275] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cf57cb-729a-494a-97f3-58789627b6e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.148212] env[68166]: DEBUG nova.network.neutron [-] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.246560] env[68166]: DEBUG oslo_vmware.api [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807304, 'name': PowerOffVM_Task, 'duration_secs': 0.311794} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.246842] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.247023] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.247329] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74bf75e4-ab8d-494e-9ff7-eb5c44cd6cd3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.254263] env[68166]: DEBUG nova.compute.manager [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.279716] env[68166]: DEBUG nova.virt.hardware [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.279966] env[68166]: DEBUG nova.virt.hardware [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.280139] env[68166]: DEBUG nova.virt.hardware [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.280330] env[68166]: DEBUG nova.virt.hardware [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.280478] env[68166]: DEBUG nova.virt.hardware [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.280626] env[68166]: DEBUG nova.virt.hardware [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.280839] env[68166]: DEBUG nova.virt.hardware [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.280999] env[68166]: DEBUG nova.virt.hardware [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.281217] env[68166]: DEBUG nova.virt.hardware [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.281397] env[68166]: DEBUG nova.virt.hardware [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.282038] env[68166]: DEBUG nova.virt.hardware [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.282476] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4517d48d-8993-42cb-b8e3-e57d7b9a91e1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.290824] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed17789a-8878-49fd-b811-8779053065a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.305723] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.311436] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Creating folder: Project (eaed01df40a9453299585e76608d156b). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.314047] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6eb5ab8-5c8f-473e-9095-d7e7fc93f203 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.325725] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.326162] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.326278] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Deleting the datastore file [datastore1] 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.326748] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88e0197a-d13d-4d91-853b-ed30b0d55f51 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.332452] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Created folder: Project (eaed01df40a9453299585e76608d156b) in parent group-v563881. [ 1023.332772] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Creating folder: Instances. Parent ref: group-v564151. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.333728] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2782bc31-94df-4088-b98b-80cb3bb6e687 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.339063] env[68166]: DEBUG nova.scheduler.client.report [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.342757] env[68166]: DEBUG oslo_vmware.api [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1023.342757] env[68166]: value = "task-2807307" [ 1023.342757] env[68166]: _type = "Task" [ 1023.342757] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.348774] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Created folder: Instances in parent group-v564151. [ 1023.349149] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.349897] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.350193] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3098b4d0-5975-459e-a759-1f3f9fa60784 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.369308] env[68166]: DEBUG oslo_vmware.api [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.376790] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.376790] env[68166]: value = "task-2807309" [ 1023.376790] env[68166]: _type = "Task" [ 1023.376790] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.386588] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807309, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.519824] env[68166]: INFO nova.compute.manager [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Took 43.59 seconds to build instance. [ 1023.619088] env[68166]: INFO nova.compute.manager [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Took 44.82 seconds to build instance. [ 1023.650889] env[68166]: INFO nova.compute.manager [-] [instance: c689390c-10b7-4bdc-9c28-84ee0cad5afe] Took 1.34 seconds to deallocate network for instance. [ 1023.844648] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.845092] env[68166]: DEBUG nova.compute.manager [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.848240] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.809s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.848450] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.851346] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.829s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.851645] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.853659] env[68166]: DEBUG oslo_concurrency.lockutils [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.336s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.853835] env[68166]: DEBUG oslo_concurrency.lockutils [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.855890] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.132s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.872401] env[68166]: DEBUG oslo_vmware.api [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310842} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.873496] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.873496] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.874447] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.874447] env[68166]: INFO nova.compute.manager [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1023.874447] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.874447] env[68166]: DEBUG nova.compute.manager [-] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.874447] env[68166]: DEBUG nova.network.neutron [-] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.885032] env[68166]: INFO nova.scheduler.client.report [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted allocations for instance f0952c3b-e030-4d96-9ef1-68686af4bcdf [ 1023.890673] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807309, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.906206] env[68166]: INFO nova.scheduler.client.report [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Deleted allocations for instance 8c27ff80-498e-4288-876b-50ab60154cab [ 1023.973036] env[68166]: INFO nova.compute.manager [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Unrescuing [ 1023.973333] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "refresh_cache-379b20a7-4f01-45f0-89ba-f8bee1f18a9d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.973488] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquired lock "refresh_cache-379b20a7-4f01-45f0-89ba-f8bee1f18a9d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.973659] env[68166]: DEBUG nova.network.neutron [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.975989] env[68166]: INFO nova.scheduler.client.report [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Deleted allocations for instance ea744a0c-56e5-4e41-9d0e-b8f5e568d062 [ 1024.021550] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e7e71f0e-027c-4c1c-a5ce-e42deef06200 tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lock "a7c69ba9-8bc9-4af3-884f-e29b460b12b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.104s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.124770] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fca6094c-0424-4b55-94f9-d34e24b78fb1 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "17fb8827-6e77-471a-9861-5c877b10beab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.338s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.258771] env[68166]: INFO nova.compute.manager [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Rebuilding instance [ 1024.319551] env[68166]: DEBUG nova.compute.manager [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.320474] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6672d8a4-14c4-41dd-989d-1107df21d46c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.344510] env[68166]: DEBUG nova.compute.manager [req-5c349db2-2331-42a7-b37e-70e86e89df63 req-76ecd111-4c72-4260-8c3f-eff67ea5962b service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Received event network-changed-dda8c211-7185-49a9-9078-1a5849a68356 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.344707] env[68166]: DEBUG nova.compute.manager [req-5c349db2-2331-42a7-b37e-70e86e89df63 req-76ecd111-4c72-4260-8c3f-eff67ea5962b service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Refreshing instance network info cache due to event network-changed-dda8c211-7185-49a9-9078-1a5849a68356. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.344920] env[68166]: DEBUG oslo_concurrency.lockutils [req-5c349db2-2331-42a7-b37e-70e86e89df63 req-76ecd111-4c72-4260-8c3f-eff67ea5962b service nova] Acquiring lock "refresh_cache-17fb8827-6e77-471a-9861-5c877b10beab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.345079] env[68166]: DEBUG oslo_concurrency.lockutils [req-5c349db2-2331-42a7-b37e-70e86e89df63 req-76ecd111-4c72-4260-8c3f-eff67ea5962b service nova] Acquired lock "refresh_cache-17fb8827-6e77-471a-9861-5c877b10beab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.345358] env[68166]: DEBUG nova.network.neutron [req-5c349db2-2331-42a7-b37e-70e86e89df63 req-76ecd111-4c72-4260-8c3f-eff67ea5962b service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Refreshing network info cache for port dda8c211-7185-49a9-9078-1a5849a68356 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.362625] env[68166]: DEBUG nova.compute.utils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.367215] env[68166]: DEBUG nova.compute.manager [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.367398] env[68166]: DEBUG nova.network.neutron [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.391093] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807309, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.398485] env[68166]: DEBUG oslo_concurrency.lockutils [None req-0df9941c-ccf1-4247-a0b8-4146df24ca96 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "f0952c3b-e030-4d96-9ef1-68686af4bcdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.824s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.414745] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d2126824-e5f8-4791-ac9a-e0cfd64e4a48 tempest-ServersTestMultiNic-1195478609 tempest-ServersTestMultiNic-1195478609-project-member] Lock "8c27ff80-498e-4288-876b-50ab60154cab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.157s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.472904] env[68166]: DEBUG nova.policy [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '297b58c8fe5c440290a8633572fea98c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a1a4de384b4a958b6ba53c9f91f135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.483044] env[68166]: DEBUG oslo_concurrency.lockutils [None req-58dd82fa-a989-451f-b3cf-90316cd0bfef tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "ea744a0c-56e5-4e41-9d0e-b8f5e568d062" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.952s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.684909] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7a373bc1-5cee-447d-b115-def4495f3888 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c689390c-10b7-4bdc-9c28-84ee0cad5afe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.953s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.783786] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac764ae-1b3f-4c29-b6ca-b22665e2ce7f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.796208] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b895b1c-b93e-43e6-96c6-b6b51d6439fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.847508] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751c51ee-0143-4caf-aeb6-4fe394aa739a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.862900] env[68166]: DEBUG nova.network.neutron [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Updating instance_info_cache with network_info: [{"id": "7de84636-1b14-4ef8-908f-9f10b12d232f", "address": "fa:16:3e:ca:6f:3c", "network": {"id": "2a659f6d-46ad-45e7-b917-f0ff3b9b10e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-465188568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4abe720ddcc4635a1a3b2a8d608ea2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de84636-1b", "ovs_interfaceid": "7de84636-1b14-4ef8-908f-9f10b12d232f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.865508] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e76d0e-425e-4b0b-b6d6-faa38df7616f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.873506] env[68166]: DEBUG nova.compute.manager [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.894170] env[68166]: DEBUG nova.compute.provider_tree [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.902587] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807309, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.110569] env[68166]: DEBUG nova.network.neutron [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Successfully created port: f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.289721] env[68166]: DEBUG nova.network.neutron [req-5c349db2-2331-42a7-b37e-70e86e89df63 req-76ecd111-4c72-4260-8c3f-eff67ea5962b service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Updated VIF entry in instance network info cache for port dda8c211-7185-49a9-9078-1a5849a68356. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.289976] env[68166]: DEBUG nova.network.neutron [req-5c349db2-2331-42a7-b37e-70e86e89df63 req-76ecd111-4c72-4260-8c3f-eff67ea5962b service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Updating instance_info_cache with network_info: [{"id": "dda8c211-7185-49a9-9078-1a5849a68356", "address": "fa:16:3e:d6:d9:bb", "network": {"id": "87dd5e68-b477-4396-bac6-1c75c6ad98b9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-361775737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79533729ba1e4802b1cd8591e3546126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda8c211-71", "ovs_interfaceid": "dda8c211-7185-49a9-9078-1a5849a68356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.347371] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.347735] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb5b11b-570a-4c99-9940-244ac8e0f93e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.356803] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1025.356803] env[68166]: value = "task-2807310" [ 1025.356803] env[68166]: _type = "Task" [ 1025.356803] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.367993] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.372878] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Releasing lock "refresh_cache-379b20a7-4f01-45f0-89ba-f8bee1f18a9d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.373722] env[68166]: DEBUG nova.objects.instance [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lazy-loading 'flavor' on Instance uuid 379b20a7-4f01-45f0-89ba-f8bee1f18a9d {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.393962] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807309, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.398502] env[68166]: DEBUG nova.scheduler.client.report [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.509648] env[68166]: DEBUG nova.network.neutron [-] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.636790] env[68166]: DEBUG nova.compute.manager [req-f5108446-49db-4727-8624-d769cc374e61 req-471c2c32-3f99-47ba-8ab6-d22437e974f9 service nova] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Received event network-vif-deleted-3e453c03-95aa-4a9a-be67-de441a88eb11 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.793799] env[68166]: DEBUG oslo_concurrency.lockutils [req-5c349db2-2331-42a7-b37e-70e86e89df63 req-76ecd111-4c72-4260-8c3f-eff67ea5962b service nova] Releasing lock "refresh_cache-17fb8827-6e77-471a-9861-5c877b10beab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.868016] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807310, 'name': PowerOffVM_Task, 'duration_secs': 0.19017} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.868463] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.868732] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.869659] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba803b8-a730-4d05-b2da-10796e5d6c90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.881668] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.882177] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed1650c8-04fb-4bf0-9b55-b7c1266ee773 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.884940] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0ef71c-aad4-4783-86fc-331f787851d0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.888995] env[68166]: DEBUG nova.compute.manager [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.907477] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807309, 'name': CreateVM_Task, 'duration_secs': 2.512412} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.927456] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.927970] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.935131] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.079s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.939273] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.939489] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.939899] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.940230] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f92eb36-09b3-49c9-a09a-e7407d44c8cf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.942902] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.943176] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.943449] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Deleting the datastore file [datastore1] a7c69ba9-8bc9-4af3-884f-e29b460b12b5 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.943755] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.750s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.943974] env[68166]: DEBUG nova.objects.instance [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1025.947696] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f822e0cb-0fff-402d-8b2f-425c0c77323c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.950203] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2b0083e-36e0-49f9-bd9e-a896ad4d67f4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.959283] env[68166]: DEBUG nova.virt.hardware [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.959507] env[68166]: DEBUG nova.virt.hardware [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.959766] env[68166]: DEBUG nova.virt.hardware [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.960128] env[68166]: DEBUG nova.virt.hardware [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.960323] env[68166]: DEBUG nova.virt.hardware [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.960609] env[68166]: DEBUG nova.virt.hardware [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.960996] env[68166]: DEBUG nova.virt.hardware [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.961295] env[68166]: DEBUG nova.virt.hardware [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.961616] env[68166]: DEBUG nova.virt.hardware [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.961913] env[68166]: DEBUG nova.virt.hardware [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.962234] env[68166]: DEBUG nova.virt.hardware [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.964463] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89489f91-7b8f-41f4-a90f-cd7ce8303042 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.976024] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1025.976024] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]528863f2-797a-c7f8-eb65-942edf3ba3b3" [ 1025.976024] env[68166]: _type = "Task" [ 1025.976024] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.976024] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1025.976024] env[68166]: value = "task-2807313" [ 1025.976024] env[68166]: _type = "Task" [ 1025.976024] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.976024] env[68166]: DEBUG oslo_vmware.api [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1025.976024] env[68166]: value = "task-2807312" [ 1025.976024] env[68166]: _type = "Task" [ 1025.976024] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.991923] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf49614-efd4-4ef0-a7b5-a82c6ec8ca22 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.007228] env[68166]: DEBUG oslo_vmware.api [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.007621] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528863f2-797a-c7f8-eb65-942edf3ba3b3, 'name': SearchDatastore_Task, 'duration_secs': 0.019172} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.007995] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.008703] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.008955] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.009222] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.009384] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.009750] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.009856] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60964e7f-6424-4a33-9424-011bc1280697 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.020303] env[68166]: INFO nova.compute.manager [-] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Took 2.15 seconds to deallocate network for instance. [ 1026.030027] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.030453] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.031557] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831f2aa6-2365-4d90-84f3-c2c60f001f44 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.038682] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1026.038682] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52821b1f-0549-2a46-024a-b363331743b0" [ 1026.038682] env[68166]: _type = "Task" [ 1026.038682] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.048333] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52821b1f-0549-2a46-024a-b363331743b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.227495] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "b63e5526-014f-43cf-a490-57c7971bbf41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.228115] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "b63e5526-014f-43cf-a490-57c7971bbf41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.488995] env[68166]: DEBUG oslo_vmware.api [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807312, 'name': PowerOffVM_Task, 'duration_secs': 0.277386} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.492235] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.497736] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1026.498668] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193379} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.498904] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a6a11c-3b3d-4f9c-9fdf-002d6634fee7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.513185] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.513561] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.513628] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.528439] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.528439] env[68166]: DEBUG oslo_vmware.api [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1026.528439] env[68166]: value = "task-2807314" [ 1026.528439] env[68166]: _type = "Task" [ 1026.528439] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.535472] env[68166]: INFO nova.scheduler.client.report [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted allocation for migration fe1db2d4-7e83-4aab-b5db-3e59c140ddde [ 1026.541450] env[68166]: DEBUG oslo_vmware.api [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.552110] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52821b1f-0549-2a46-024a-b363331743b0, 'name': SearchDatastore_Task, 'duration_secs': 0.016796} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.553188] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d85d47-f859-458f-82d5-723fabd8e90e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.560023] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1026.560023] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b2fe40-0217-765d-581f-a8fc181e042b" [ 1026.560023] env[68166]: _type = "Task" [ 1026.560023] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.569294] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b2fe40-0217-765d-581f-a8fc181e042b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.614225] env[68166]: DEBUG nova.compute.manager [req-15febf2f-0f25-44ce-8d56-6db1450031d2 req-e65e5a2a-0e89-4a0f-addd-2174182a2154 service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Received event network-changed-dda8c211-7185-49a9-9078-1a5849a68356 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.614358] env[68166]: DEBUG nova.compute.manager [req-15febf2f-0f25-44ce-8d56-6db1450031d2 req-e65e5a2a-0e89-4a0f-addd-2174182a2154 service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Refreshing instance network info cache due to event network-changed-dda8c211-7185-49a9-9078-1a5849a68356. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1026.614578] env[68166]: DEBUG oslo_concurrency.lockutils [req-15febf2f-0f25-44ce-8d56-6db1450031d2 req-e65e5a2a-0e89-4a0f-addd-2174182a2154 service nova] Acquiring lock "refresh_cache-17fb8827-6e77-471a-9861-5c877b10beab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.614723] env[68166]: DEBUG oslo_concurrency.lockutils [req-15febf2f-0f25-44ce-8d56-6db1450031d2 req-e65e5a2a-0e89-4a0f-addd-2174182a2154 service nova] Acquired lock "refresh_cache-17fb8827-6e77-471a-9861-5c877b10beab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.614892] env[68166]: DEBUG nova.network.neutron [req-15febf2f-0f25-44ce-8d56-6db1450031d2 req-e65e5a2a-0e89-4a0f-addd-2174182a2154 service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Refreshing network info cache for port dda8c211-7185-49a9-9078-1a5849a68356 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.731744] env[68166]: DEBUG nova.compute.manager [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.859626] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.859939] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.964633] env[68166]: DEBUG oslo_concurrency.lockutils [None req-49736289-ce3e-45b5-a3c5-21377a0f79e8 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.965858] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.664s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.969314] env[68166]: INFO nova.compute.claims [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.041199] env[68166]: DEBUG oslo_vmware.api [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807314, 'name': ReconfigVM_Task, 'duration_secs': 0.288464} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.041511] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.041767] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.042763] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6218795e-d870-4d4a-a690-25d9cf1612c3 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4edf3231-3ae0-4749-a65b-067aa2bb6217" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.773s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.043763] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2224966d-4338-4469-8d4e-dd7e2c22cc17 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.057259] env[68166]: DEBUG oslo_vmware.api [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1027.057259] env[68166]: value = "task-2807316" [ 1027.057259] env[68166]: _type = "Task" [ 1027.057259] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.071333] env[68166]: DEBUG oslo_vmware.api [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.076518] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b2fe40-0217-765d-581f-a8fc181e042b, 'name': SearchDatastore_Task, 'duration_secs': 0.017387} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.076869] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.077197] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 9adcf0e3-28a9-4209-a239-fcf3dfb27faa/9adcf0e3-28a9-4209-a239-fcf3dfb27faa.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.077631] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52c6275a-e07b-4842-9fb2-7b7beb72a94a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.081497] env[68166]: DEBUG nova.network.neutron [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Successfully updated port: f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.088820] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1027.088820] env[68166]: value = "task-2807317" [ 1027.088820] env[68166]: _type = "Task" [ 1027.088820] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.101476] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.257106] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.362382] env[68166]: DEBUG nova.compute.manager [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.446572] env[68166]: DEBUG nova.network.neutron [req-15febf2f-0f25-44ce-8d56-6db1450031d2 req-e65e5a2a-0e89-4a0f-addd-2174182a2154 service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Updated VIF entry in instance network info cache for port dda8c211-7185-49a9-9078-1a5849a68356. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.446939] env[68166]: DEBUG nova.network.neutron [req-15febf2f-0f25-44ce-8d56-6db1450031d2 req-e65e5a2a-0e89-4a0f-addd-2174182a2154 service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Updating instance_info_cache with network_info: [{"id": "dda8c211-7185-49a9-9078-1a5849a68356", "address": "fa:16:3e:d6:d9:bb", "network": {"id": "87dd5e68-b477-4396-bac6-1c75c6ad98b9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-361775737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79533729ba1e4802b1cd8591e3546126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda8c211-71", "ovs_interfaceid": "dda8c211-7185-49a9-9078-1a5849a68356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.559159] env[68166]: DEBUG nova.virt.hardware [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.559449] env[68166]: DEBUG nova.virt.hardware [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.559611] env[68166]: DEBUG nova.virt.hardware [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.559801] env[68166]: DEBUG nova.virt.hardware [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.559996] env[68166]: DEBUG nova.virt.hardware [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.560110] env[68166]: DEBUG nova.virt.hardware [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.560322] env[68166]: DEBUG nova.virt.hardware [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.560483] env[68166]: DEBUG nova.virt.hardware [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.560655] env[68166]: DEBUG nova.virt.hardware [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.560821] env[68166]: DEBUG nova.virt.hardware [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.561014] env[68166]: DEBUG nova.virt.hardware [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.561652] env[68166]: DEBUG oslo_concurrency.lockutils [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "4edf3231-3ae0-4749-a65b-067aa2bb6217" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.561913] env[68166]: DEBUG oslo_concurrency.lockutils [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4edf3231-3ae0-4749-a65b-067aa2bb6217" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.562363] env[68166]: DEBUG oslo_concurrency.lockutils [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "4edf3231-3ae0-4749-a65b-067aa2bb6217-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.562500] env[68166]: DEBUG oslo_concurrency.lockutils [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4edf3231-3ae0-4749-a65b-067aa2bb6217-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.562672] env[68166]: DEBUG oslo_concurrency.lockutils [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4edf3231-3ae0-4749-a65b-067aa2bb6217-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.565093] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d42bf10-c0f5-4fb8-adae-f1920fd7209f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.569251] env[68166]: INFO nova.compute.manager [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Terminating instance [ 1027.581996] env[68166]: DEBUG oslo_vmware.api [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807316, 'name': PowerOnVM_Task, 'duration_secs': 0.459345} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.584694] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.584794] env[68166]: DEBUG nova.compute.manager [None req-b0659981-a949-4229-9b2a-59149e8be149 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.585410] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.585771] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.585771] env[68166]: DEBUG nova.network.neutron [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.592343] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78947edb-a5c1-4095-a7c7-76d3ebec5a1b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.592343] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c146ca-e3e2-4653-b2b2-567f947a2c98 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.622723] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807317, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.623932] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.632262] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.633291] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.633448] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ba71c15-18d4-4069-ab68-d9ff4d23081f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.657568] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.657568] env[68166]: value = "task-2807318" [ 1027.657568] env[68166]: _type = "Task" [ 1027.657568] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.669235] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807318, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.891385] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.913649] env[68166]: DEBUG nova.compute.manager [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Received event network-vif-plugged-f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.913922] env[68166]: DEBUG oslo_concurrency.lockutils [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] Acquiring lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.914240] env[68166]: DEBUG oslo_concurrency.lockutils [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] Lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.914453] env[68166]: DEBUG oslo_concurrency.lockutils [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] Lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.914613] env[68166]: DEBUG nova.compute.manager [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] No waiting events found dispatching network-vif-plugged-f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.914776] env[68166]: WARNING nova.compute.manager [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Received unexpected event network-vif-plugged-f742b4ff-e40c-4e31-8eeb-e55a195c0d09 for instance with vm_state building and task_state spawning. [ 1027.914931] env[68166]: DEBUG nova.compute.manager [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Received event network-changed-f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.915219] env[68166]: DEBUG nova.compute.manager [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Refreshing instance network info cache due to event network-changed-f742b4ff-e40c-4e31-8eeb-e55a195c0d09. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1027.915278] env[68166]: DEBUG oslo_concurrency.lockutils [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] Acquiring lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.953231] env[68166]: DEBUG oslo_concurrency.lockutils [req-15febf2f-0f25-44ce-8d56-6db1450031d2 req-e65e5a2a-0e89-4a0f-addd-2174182a2154 service nova] Releasing lock "refresh_cache-17fb8827-6e77-471a-9861-5c877b10beab" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.083326] env[68166]: DEBUG nova.compute.manager [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.083326] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.084196] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17a728e-19ed-434b-a176-c28248c75fb7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.093710] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.093996] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03cd5d59-b4ce-4d88-b5c1-87c3af0d2bb4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.109987] env[68166]: DEBUG oslo_vmware.api [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1028.109987] env[68166]: value = "task-2807319" [ 1028.109987] env[68166]: _type = "Task" [ 1028.109987] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.120961] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800679} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.121645] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 9adcf0e3-28a9-4209-a239-fcf3dfb27faa/9adcf0e3-28a9-4209-a239-fcf3dfb27faa.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.121874] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.122686] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3245bb26-10b8-4a34-868e-314758b1243a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.136569] env[68166]: DEBUG oslo_vmware.api [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.145574] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1028.145574] env[68166]: value = "task-2807320" [ 1028.145574] env[68166]: _type = "Task" [ 1028.145574] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.152376] env[68166]: DEBUG nova.network.neutron [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.164081] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.182036] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807318, 'name': CreateVM_Task, 'duration_secs': 0.51224} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.182552] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.183229] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.183431] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.183805] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.184062] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2610138f-2bb6-409b-a972-c728af3a7990 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.194920] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1028.194920] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5292a149-0ece-120a-243f-566b7a3c664d" [ 1028.194920] env[68166]: _type = "Task" [ 1028.194920] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.206833] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5292a149-0ece-120a-243f-566b7a3c664d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.225418] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "b811e11e-69e8-4c1f-9929-75cd4ba3dfb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.225907] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "b811e11e-69e8-4c1f-9929-75cd4ba3dfb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.261748] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7bca1-9b4f-ead8-ed84-2816883fc0ee/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1028.263031] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7100e7-e809-46c2-9fc2-8b403e0dad0f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.277139] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7bca1-9b4f-ead8-ed84-2816883fc0ee/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1028.277295] env[68166]: ERROR oslo_vmware.rw_handles [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7bca1-9b4f-ead8-ed84-2816883fc0ee/disk-0.vmdk due to incomplete transfer. [ 1028.277561] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-adcdb9e3-dd0c-4df0-946b-badb2d36f455 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.288197] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7bca1-9b4f-ead8-ed84-2816883fc0ee/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1028.288454] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Uploaded image daf77e58-decc-499a-97fd-7d3df65e5cee to the Glance image server {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1028.290983] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1028.291415] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aae7e357-8135-42ce-9a4b-8ec4fc9a894b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.299721] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1028.299721] env[68166]: value = "task-2807321" [ 1028.299721] env[68166]: _type = "Task" [ 1028.299721] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.318517] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807321, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.360733] env[68166]: DEBUG nova.network.neutron [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updating instance_info_cache with network_info: [{"id": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "address": "fa:16:3e:7f:75:2a", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf742b4ff-e4", "ovs_interfaceid": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.445051] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78e0125-22ee-4feb-958f-55fb03474bb4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.455178] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2046930a-9644-4bbc-94db-769c1d91ed34 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.485959] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7a9ac2-6cfc-4ccc-9a40-d8679feadfd0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.497022] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6e719a-74ed-43bf-9162-2d171fc35dfb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.511541] env[68166]: DEBUG nova.compute.provider_tree [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.622048] env[68166]: DEBUG oslo_vmware.api [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807319, 'name': PowerOffVM_Task, 'duration_secs': 0.253169} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.622233] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.622397] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.622670] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a35b53ca-138e-45d6-8d74-f2c36311c444 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.656304] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203975} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.657122] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.658683] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ace836a-9e7e-4ebd-a8bf-690f5a957981 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.681574] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 9adcf0e3-28a9-4209-a239-fcf3dfb27faa/9adcf0e3-28a9-4209-a239-fcf3dfb27faa.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.682145] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "379b20a7-4f01-45f0-89ba-f8bee1f18a9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.682352] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "379b20a7-4f01-45f0-89ba-f8bee1f18a9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.682554] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "379b20a7-4f01-45f0-89ba-f8bee1f18a9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.682736] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "379b20a7-4f01-45f0-89ba-f8bee1f18a9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.682902] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "379b20a7-4f01-45f0-89ba-f8bee1f18a9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.685234] env[68166]: INFO nova.compute.manager [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Terminating instance [ 1028.687502] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7f0b94d-5ab5-4baa-8b65-2d72cdaf777a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.716308] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5292a149-0ece-120a-243f-566b7a3c664d, 'name': SearchDatastore_Task, 'duration_secs': 0.02148} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.717716] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.717965] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.718211] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.718356] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.718533] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.718876] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1028.718876] env[68166]: value = "task-2807323" [ 1028.718876] env[68166]: _type = "Task" [ 1028.718876] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.719085] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b888730-f41c-4f70-b180-6f08039b81e6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.733369] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.734917] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.735195] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.736350] env[68166]: DEBUG nova.compute.manager [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.739556] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c72703-5c42-454c-85c1-6cdf8deddf9c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.745987] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1028.745987] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]523ac70b-5702-eccc-2eec-da8202348ca9" [ 1028.745987] env[68166]: _type = "Task" [ 1028.745987] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.754926] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523ac70b-5702-eccc-2eec-da8202348ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.815740] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807321, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.863737] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.864117] env[68166]: DEBUG nova.compute.manager [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Instance network_info: |[{"id": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "address": "fa:16:3e:7f:75:2a", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf742b4ff-e4", "ovs_interfaceid": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.864441] env[68166]: DEBUG oslo_concurrency.lockutils [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] Acquired lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.864621] env[68166]: DEBUG nova.network.neutron [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Refreshing network info cache for port f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.866545] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:75:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f742b4ff-e40c-4e31-8eeb-e55a195c0d09', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.876936] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.880294] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.880881] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9acab20e-27b8-4627-9020-b5b5ee574850 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.906863] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.906863] env[68166]: value = "task-2807324" [ 1028.906863] env[68166]: _type = "Task" [ 1028.906863] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.916593] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807324, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.946677] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.947121] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.948756] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleting the datastore file [datastore2] 4edf3231-3ae0-4749-a65b-067aa2bb6217 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.948756] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec42c97a-e425-443c-afcd-958d22059d7e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.956686] env[68166]: DEBUG oslo_vmware.api [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1028.956686] env[68166]: value = "task-2807325" [ 1028.956686] env[68166]: _type = "Task" [ 1028.956686] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.966698] env[68166]: DEBUG oslo_vmware.api [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.016663] env[68166]: DEBUG nova.scheduler.client.report [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.199086] env[68166]: DEBUG nova.network.neutron [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updated VIF entry in instance network info cache for port f742b4ff-e40c-4e31-8eeb-e55a195c0d09. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.200484] env[68166]: DEBUG nova.network.neutron [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updating instance_info_cache with network_info: [{"id": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "address": "fa:16:3e:7f:75:2a", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf742b4ff-e4", "ovs_interfaceid": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.205249] env[68166]: DEBUG nova.compute.manager [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.205496] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.206434] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0e4b5-b89a-4d04-8d3a-72364863a569 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.215964] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.216569] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f6cb908-108f-4a10-a529-4f933e60f95b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.227568] env[68166]: DEBUG oslo_vmware.api [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1029.227568] env[68166]: value = "task-2807326" [ 1029.227568] env[68166]: _type = "Task" [ 1029.227568] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.239223] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.249815] env[68166]: DEBUG oslo_vmware.api [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.261667] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523ac70b-5702-eccc-2eec-da8202348ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.035929} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.262754] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1648aa-950b-43cc-b90e-9aa42846a39b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.269740] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1029.269740] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f83cc9-e5bc-8179-6b8c-6b7dccefb41b" [ 1029.269740] env[68166]: _type = "Task" [ 1029.269740] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.274659] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.281867] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f83cc9-e5bc-8179-6b8c-6b7dccefb41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.316260] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807321, 'name': Destroy_Task} progress is 33%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.421862] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807324, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.467905] env[68166]: DEBUG oslo_vmware.api [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426135} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.468180] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.468646] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.468646] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.468870] env[68166]: INFO nova.compute.manager [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1029.468940] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.469147] env[68166]: DEBUG nova.compute.manager [-] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.469338] env[68166]: DEBUG nova.network.neutron [-] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.519089] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.519677] env[68166]: DEBUG nova.compute.manager [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.524425] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.725s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.525998] env[68166]: INFO nova.compute.claims [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.706222] env[68166]: DEBUG oslo_concurrency.lockutils [req-83f4240b-4147-4c9c-862a-e3df0427b9fd req-e67014c1-b809-4b51-a9f7-e8ed667c7a18 service nova] Releasing lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.738232] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807323, 'name': ReconfigVM_Task, 'duration_secs': 0.730397} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.743147] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 9adcf0e3-28a9-4209-a239-fcf3dfb27faa/9adcf0e3-28a9-4209-a239-fcf3dfb27faa.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.747024] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c06eb842-8944-4cca-905a-2e6beea3c12a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.750678] env[68166]: DEBUG oslo_vmware.api [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807326, 'name': PowerOffVM_Task, 'duration_secs': 0.234736} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.751358] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.754081] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.754081] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1f87251-9668-4427-84bc-feec0d555240 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.756254] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1029.756254] env[68166]: value = "task-2807327" [ 1029.756254] env[68166]: _type = "Task" [ 1029.756254] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.766037] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807327, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.784042] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f83cc9-e5bc-8179-6b8c-6b7dccefb41b, 'name': SearchDatastore_Task, 'duration_secs': 0.014925} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.784403] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.786569] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] a7c69ba9-8bc9-4af3-884f-e29b460b12b5/a7c69ba9-8bc9-4af3-884f-e29b460b12b5.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.786569] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1b94791-6b28-49d0-a12c-164bb6200bf9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.795916] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1029.795916] env[68166]: value = "task-2807329" [ 1029.795916] env[68166]: _type = "Task" [ 1029.795916] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.807113] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.821981] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807321, 'name': Destroy_Task, 'duration_secs': 1.046472} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.823423] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Destroyed the VM [ 1029.823701] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1029.823977] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.824183] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.824360] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Deleting the datastore file [datastore1] 379b20a7-4f01-45f0-89ba-f8bee1f18a9d {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.825288] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-feb665a4-e0e8-44dd-ab1a-fcd859bc0d71 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.827237] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b85dd6c-cd1f-40bf-931f-b8aeacd65d2d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.835995] env[68166]: DEBUG oslo_vmware.api [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1029.835995] env[68166]: value = "task-2807331" [ 1029.835995] env[68166]: _type = "Task" [ 1029.835995] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.837718] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1029.837718] env[68166]: value = "task-2807330" [ 1029.837718] env[68166]: _type = "Task" [ 1029.837718] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.855883] env[68166]: DEBUG oslo_vmware.api [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.856286] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807330, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.925114] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807324, 'name': CreateVM_Task, 'duration_secs': 0.598703} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.925114] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.925114] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.925114] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.925574] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.925574] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-527dcbcf-4a2a-4022-800f-a64e8759dde0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.934519] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1029.934519] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52616df9-fca2-c3f7-41cd-675071464dc1" [ 1029.934519] env[68166]: _type = "Task" [ 1029.934519] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.945447] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52616df9-fca2-c3f7-41cd-675071464dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.987619] env[68166]: DEBUG nova.compute.manager [req-a55752c9-aadb-4036-a905-466c3f1dd232 req-bda3284c-f177-4d4f-ae1a-a15abb1fbff8 service nova] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Received event network-vif-deleted-84d2b5b1-608a-4b87-81df-ff791154f63c {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.987860] env[68166]: INFO nova.compute.manager [req-a55752c9-aadb-4036-a905-466c3f1dd232 req-bda3284c-f177-4d4f-ae1a-a15abb1fbff8 service nova] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Neutron deleted interface 84d2b5b1-608a-4b87-81df-ff791154f63c; detaching it from the instance and deleting it from the info cache [ 1029.988308] env[68166]: DEBUG nova.network.neutron [req-a55752c9-aadb-4036-a905-466c3f1dd232 req-bda3284c-f177-4d4f-ae1a-a15abb1fbff8 service nova] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.034923] env[68166]: DEBUG nova.compute.utils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.038751] env[68166]: DEBUG nova.compute.manager [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.038954] env[68166]: DEBUG nova.network.neutron [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.148621] env[68166]: DEBUG nova.policy [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c2369b77cf94f938610a24e8cc89aa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e51364c6f33349789387aea32825c795', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.269814] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807327, 'name': Rename_Task, 'duration_secs': 0.181229} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.270308] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.270809] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b4a0376-cbe5-40c4-992a-4fcc5bca8c1c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.277875] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1030.277875] env[68166]: value = "task-2807332" [ 1030.277875] env[68166]: _type = "Task" [ 1030.277875] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.287230] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.305856] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507264} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.306367] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] a7c69ba9-8bc9-4af3-884f-e29b460b12b5/a7c69ba9-8bc9-4af3-884f-e29b460b12b5.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.306623] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.306884] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-026f44ae-bf1e-44f4-b8d9-d27c4f9ecbed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.313362] env[68166]: DEBUG nova.network.neutron [-] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.317126] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1030.317126] env[68166]: value = "task-2807333" [ 1030.317126] env[68166]: _type = "Task" [ 1030.317126] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.327543] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.351442] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807330, 'name': RemoveSnapshot_Task, 'duration_secs': 0.420503} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.354497] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1030.354811] env[68166]: DEBUG nova.compute.manager [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.355129] env[68166]: DEBUG oslo_vmware.api [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384654} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.355852] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284b19dc-0d6a-45e5-a44a-f964dd051672 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.359097] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.359097] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.359097] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.359097] env[68166]: INFO nova.compute.manager [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1030.359358] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.360028] env[68166]: DEBUG nova.compute.manager [-] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.360028] env[68166]: DEBUG nova.network.neutron [-] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.447459] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52616df9-fca2-c3f7-41cd-675071464dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.447855] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.448492] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.448492] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.448697] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.448936] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.449265] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86212c8d-0c47-421c-bb67-8c779c56060a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.463068] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.463068] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.463068] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dfa0117-f667-4225-b9d3-f73c22206d77 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.469294] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1030.469294] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f11963-fbd1-b0bd-0485-043897c63bbe" [ 1030.469294] env[68166]: _type = "Task" [ 1030.469294] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.479258] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f11963-fbd1-b0bd-0485-043897c63bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.494300] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbdfdbf6-ccb2-480a-948a-ee00d47a824e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.505350] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20de193-feb0-4ddc-be54-fa843ecef9c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.522112] env[68166]: DEBUG nova.network.neutron [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Successfully created port: 06064e35-3cad-47ca-9b75-63c5eb627797 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.554659] env[68166]: DEBUG nova.compute.manager [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.557838] env[68166]: DEBUG nova.compute.manager [req-a55752c9-aadb-4036-a905-466c3f1dd232 req-bda3284c-f177-4d4f-ae1a-a15abb1fbff8 service nova] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Detach interface failed, port_id=84d2b5b1-608a-4b87-81df-ff791154f63c, reason: Instance 4edf3231-3ae0-4749-a65b-067aa2bb6217 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1030.563426] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "5d756c06-a14f-41ab-84d2-3893cf8565b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.563735] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "5d756c06-a14f-41ab-84d2-3893cf8565b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.665465] env[68166]: DEBUG nova.compute.manager [req-0ac03666-403e-449f-bf60-1b1a28ce0b68 req-08cc9db3-f7cd-44a6-ba39-ebdc5ee9650c service nova] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Received event network-vif-deleted-7de84636-1b14-4ef8-908f-9f10b12d232f {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.665660] env[68166]: INFO nova.compute.manager [req-0ac03666-403e-449f-bf60-1b1a28ce0b68 req-08cc9db3-f7cd-44a6-ba39-ebdc5ee9650c service nova] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Neutron deleted interface 7de84636-1b14-4ef8-908f-9f10b12d232f; detaching it from the instance and deleting it from the info cache [ 1030.665830] env[68166]: DEBUG nova.network.neutron [req-0ac03666-403e-449f-bf60-1b1a28ce0b68 req-08cc9db3-f7cd-44a6-ba39-ebdc5ee9650c service nova] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.791075] env[68166]: DEBUG oslo_vmware.api [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807332, 'name': PowerOnVM_Task, 'duration_secs': 0.461986} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.791459] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.791674] env[68166]: INFO nova.compute.manager [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1030.791856] env[68166]: DEBUG nova.compute.manager [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.792657] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e08603-e322-4735-bfae-304c3d25e2ff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.818454] env[68166]: INFO nova.compute.manager [-] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Took 1.35 seconds to deallocate network for instance. [ 1030.837107] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065776} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.837693] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.842806] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fcee07-5124-4518-8a4e-50a64b27e4ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.868604] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] a7c69ba9-8bc9-4af3-884f-e29b460b12b5/a7c69ba9-8bc9-4af3-884f-e29b460b12b5.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.872925] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8774d12d-02ca-4827-9860-b9cee6018d12 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.891789] env[68166]: INFO nova.compute.manager [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Shelve offloading [ 1030.900496] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1030.900496] env[68166]: value = "task-2807334" [ 1030.900496] env[68166]: _type = "Task" [ 1030.900496] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.914363] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.983560] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f11963-fbd1-b0bd-0485-043897c63bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.026687} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.986960] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a8a9b4f-ed63-436c-8379-189a72d125d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.992816] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1030.992816] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a6ad56-08a3-adc1-a61d-b27e142afce7" [ 1030.992816] env[68166]: _type = "Task" [ 1030.992816] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.000997] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a6ad56-08a3-adc1-a61d-b27e142afce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.014093] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d81546-f64f-4870-8c93-2be21e128a18 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.022114] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcae019-6c1a-4e08-9eb8-0e826fd92328 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.055423] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74be9d32-ed1e-475b-a359-860cfd427e88 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.066023] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4213274-5d03-4268-ae16-b71548d2f721 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.070482] env[68166]: DEBUG nova.compute.manager [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.084435] env[68166]: DEBUG nova.compute.provider_tree [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.143219] env[68166]: DEBUG nova.network.neutron [-] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.168238] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49ae7553-fcd4-4189-8546-87813c5afa07 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.178955] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4036089-4b3f-4ddf-878e-53804289a928 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.218725] env[68166]: DEBUG nova.compute.manager [req-0ac03666-403e-449f-bf60-1b1a28ce0b68 req-08cc9db3-f7cd-44a6-ba39-ebdc5ee9650c service nova] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Detach interface failed, port_id=7de84636-1b14-4ef8-908f-9f10b12d232f, reason: Instance 379b20a7-4f01-45f0-89ba-f8bee1f18a9d could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1031.312991] env[68166]: INFO nova.compute.manager [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Took 44.16 seconds to build instance. [ 1031.330113] env[68166]: DEBUG oslo_concurrency.lockutils [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.395335] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.395701] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e8cfbe0-7650-45b9-a55f-b914b896d523 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.406124] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1031.406124] env[68166]: value = "task-2807335" [ 1031.406124] env[68166]: _type = "Task" [ 1031.406124] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.413164] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.418974] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1031.419317] env[68166]: DEBUG nova.compute.manager [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.420013] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2c7224-5b69-4cfe-a88f-fb84c6722f58 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.426398] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.426571] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.426747] env[68166]: DEBUG nova.network.neutron [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.504346] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a6ad56-08a3-adc1-a61d-b27e142afce7, 'name': SearchDatastore_Task, 'duration_secs': 0.032041} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.504621] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.504910] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] afd689f3-1bfe-43e4-8d65-bb0b219eea7d/afd689f3-1bfe-43e4-8d65-bb0b219eea7d.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.505218] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b5e1d79-b659-42c4-83ec-d9e61a1ca2c8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.514020] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1031.514020] env[68166]: value = "task-2807336" [ 1031.514020] env[68166]: _type = "Task" [ 1031.514020] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.520936] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.566493] env[68166]: DEBUG nova.compute.manager [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.591863] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.595752] env[68166]: DEBUG nova.virt.hardware [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.595752] env[68166]: DEBUG nova.virt.hardware [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.595752] env[68166]: DEBUG nova.virt.hardware [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.595752] env[68166]: DEBUG nova.virt.hardware [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.596074] env[68166]: DEBUG nova.virt.hardware [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.596109] env[68166]: DEBUG nova.virt.hardware [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.596381] env[68166]: DEBUG nova.virt.hardware [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.596547] env[68166]: DEBUG nova.virt.hardware [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.596778] env[68166]: DEBUG nova.virt.hardware [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.596941] env[68166]: DEBUG nova.virt.hardware [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.597325] env[68166]: DEBUG nova.virt.hardware [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.597976] env[68166]: DEBUG nova.scheduler.client.report [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.601593] env[68166]: DEBUG oslo_concurrency.lockutils [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.601658] env[68166]: DEBUG oslo_concurrency.lockutils [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.601839] env[68166]: DEBUG oslo_concurrency.lockutils [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "4ed59fbb-5b90-4c04-ad38-b9a8a64748f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.602034] env[68166]: DEBUG oslo_concurrency.lockutils [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "4ed59fbb-5b90-4c04-ad38-b9a8a64748f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.602212] env[68166]: DEBUG oslo_concurrency.lockutils [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "4ed59fbb-5b90-4c04-ad38-b9a8a64748f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.604721] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b27f9e-ad3a-4d43-8d84-1da0b0a8eceb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.607345] env[68166]: INFO nova.compute.manager [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Terminating instance [ 1031.615564] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e6be94-dee0-4284-8e5f-aad8a940909b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.645524] env[68166]: INFO nova.compute.manager [-] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Took 1.29 seconds to deallocate network for instance. [ 1031.815016] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b7a89288-8415-489a-9501-047905b2001e tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lock "9adcf0e3-28a9-4209-a239-fcf3dfb27faa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.668s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.912683] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807334, 'name': ReconfigVM_Task, 'duration_secs': 0.878979} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.913049] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Reconfigured VM instance instance-00000063 to attach disk [datastore1] a7c69ba9-8bc9-4af3-884f-e29b460b12b5/a7c69ba9-8bc9-4af3-884f-e29b460b12b5.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.913798] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb870d5c-3262-4792-b975-189c6fa5ecb6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.922932] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1031.922932] env[68166]: value = "task-2807337" [ 1031.922932] env[68166]: _type = "Task" [ 1031.922932] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.935837] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807337, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.020335] env[68166]: DEBUG nova.compute.manager [req-c5baaebc-6ed5-4f3b-8871-347568616f58 req-63177bb0-7d66-4833-8faa-1290aeb9e23b service nova] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Received event network-vif-plugged-06064e35-3cad-47ca-9b75-63c5eb627797 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.020660] env[68166]: DEBUG oslo_concurrency.lockutils [req-c5baaebc-6ed5-4f3b-8871-347568616f58 req-63177bb0-7d66-4833-8faa-1290aeb9e23b service nova] Acquiring lock "f8b549f9-0901-408d-8e0e-e16c6d47716c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.021784] env[68166]: DEBUG oslo_concurrency.lockutils [req-c5baaebc-6ed5-4f3b-8871-347568616f58 req-63177bb0-7d66-4833-8faa-1290aeb9e23b service nova] Lock "f8b549f9-0901-408d-8e0e-e16c6d47716c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.021784] env[68166]: DEBUG oslo_concurrency.lockutils [req-c5baaebc-6ed5-4f3b-8871-347568616f58 req-63177bb0-7d66-4833-8faa-1290aeb9e23b service nova] Lock "f8b549f9-0901-408d-8e0e-e16c6d47716c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.021784] env[68166]: DEBUG nova.compute.manager [req-c5baaebc-6ed5-4f3b-8871-347568616f58 req-63177bb0-7d66-4833-8faa-1290aeb9e23b service nova] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] No waiting events found dispatching network-vif-plugged-06064e35-3cad-47ca-9b75-63c5eb627797 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.021784] env[68166]: WARNING nova.compute.manager [req-c5baaebc-6ed5-4f3b-8871-347568616f58 req-63177bb0-7d66-4833-8faa-1290aeb9e23b service nova] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Received unexpected event network-vif-plugged-06064e35-3cad-47ca-9b75-63c5eb627797 for instance with vm_state building and task_state spawning. [ 1032.032212] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807336, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.053861] env[68166]: DEBUG nova.network.neutron [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Successfully updated port: 06064e35-3cad-47ca-9b75-63c5eb627797 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.109251] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.109251] env[68166]: DEBUG nova.compute.manager [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.112200] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.973s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.112499] env[68166]: DEBUG nova.objects.instance [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lazy-loading 'resources' on Instance uuid 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.115872] env[68166]: DEBUG nova.compute.manager [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.116113] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.120346] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a121a3be-137b-4747-bebc-2920b0c82a7e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.127960] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.127960] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-481ac2a2-c0f0-4b60-a899-b75694f1dfdd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.137594] env[68166]: DEBUG oslo_vmware.api [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 1032.137594] env[68166]: value = "task-2807338" [ 1032.137594] env[68166]: _type = "Task" [ 1032.137594] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.152253] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.157153] env[68166]: DEBUG oslo_vmware.api [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.242996] env[68166]: DEBUG nova.network.neutron [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updating instance_info_cache with network_info: [{"id": "262a731b-da81-434d-8982-02f5dfa6d83b", "address": "fa:16:3e:cb:2e:1c", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262a731b-da", "ovs_interfaceid": "262a731b-da81-434d-8982-02f5dfa6d83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.434430] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807337, 'name': Rename_Task, 'duration_secs': 0.198805} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.434755] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.435028] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-411e1681-ab7e-4394-9a03-f2c114dde6eb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.441597] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1032.441597] env[68166]: value = "task-2807339" [ 1032.441597] env[68166]: _type = "Task" [ 1032.441597] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.450109] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.524469] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693384} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.524747] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] afd689f3-1bfe-43e4-8d65-bb0b219eea7d/afd689f3-1bfe-43e4-8d65-bb0b219eea7d.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.525111] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.525379] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3c38ec2-70d8-4113-8295-415ce0fcf793 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.533659] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1032.533659] env[68166]: value = "task-2807340" [ 1032.533659] env[68166]: _type = "Task" [ 1032.533659] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.541960] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.557774] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "refresh_cache-f8b549f9-0901-408d-8e0e-e16c6d47716c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.557926] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquired lock "refresh_cache-f8b549f9-0901-408d-8e0e-e16c6d47716c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.558061] env[68166]: DEBUG nova.network.neutron [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.597307] env[68166]: INFO nova.compute.manager [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Rebuilding instance [ 1032.613653] env[68166]: DEBUG nova.compute.utils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.616241] env[68166]: DEBUG nova.compute.manager [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.616241] env[68166]: DEBUG nova.network.neutron [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.647551] env[68166]: DEBUG nova.compute.manager [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.648456] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5670ff00-6e71-408f-8940-5b6f2caf30c6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.658135] env[68166]: DEBUG oslo_vmware.api [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807338, 'name': PowerOffVM_Task, 'duration_secs': 0.289282} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.659907] env[68166]: DEBUG nova.policy [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bda045aad9f741fa9febdf3a69ab9c11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86da54ade1c74b44bbb69fdc60a2d6c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.662708] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.662936] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.665378] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a8b5e0b-d964-42c4-a79d-460ca4672497 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.743569] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.743786] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.744295] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Deleting the datastore file [datastore2] 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.744295] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a1e8b80-98c4-4886-91b4-017f5335087c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.748693] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.755649] env[68166]: DEBUG oslo_vmware.api [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 1032.755649] env[68166]: value = "task-2807342" [ 1032.755649] env[68166]: _type = "Task" [ 1032.755649] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.766086] env[68166]: DEBUG oslo_vmware.api [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.953202] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.962692] env[68166]: DEBUG nova.network.neutron [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Successfully created port: 026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.992861] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed1d894-c93d-4336-bea3-c967aa8e8637 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.001245] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2c1ef1-9460-4541-9985-e22a9609a71c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.040377] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8ebdd0-bd8c-4238-9823-0de4e851397e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.048779] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068742} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.050923] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.051832] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03c24d0-c222-4fda-9196-3aeb60f6259d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.055139] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8584c72-729f-4dc1-9c5f-c2730079afb3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.078009] env[68166]: DEBUG nova.compute.provider_tree [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.087968] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] afd689f3-1bfe-43e4-8d65-bb0b219eea7d/afd689f3-1bfe-43e4-8d65-bb0b219eea7d.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.089134] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d600a1d6-a907-4617-9fec-5bcf9515d966 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.110203] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1033.110203] env[68166]: value = "task-2807343" [ 1033.110203] env[68166]: _type = "Task" [ 1033.110203] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.116590] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.117382] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8048752-e943-4d12-89c9-e90792afb72d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.120872] env[68166]: DEBUG nova.compute.manager [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.128026] env[68166]: DEBUG nova.network.neutron [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.130711] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.136173] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.136506] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efcbf233-5b2f-44c0-b9be-fff7783656cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.219790] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.223110] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.223110] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleting the datastore file [datastore2] 6da9ed10-f901-42cb-a370-6392ea9589cd {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.223110] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-068f6163-ae5d-4203-89f6-bf8e24f56e26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.229781] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1033.229781] env[68166]: value = "task-2807345" [ 1033.229781] env[68166]: _type = "Task" [ 1033.229781] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.239731] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.266432] env[68166]: DEBUG oslo_vmware.api [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185222} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.266737] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.266956] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.267196] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.267429] env[68166]: INFO nova.compute.manager [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1033.270627] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.270627] env[68166]: DEBUG nova.compute.manager [-] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.270627] env[68166]: DEBUG nova.network.neutron [-] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.324019] env[68166]: DEBUG nova.network.neutron [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Updating instance_info_cache with network_info: [{"id": "06064e35-3cad-47ca-9b75-63c5eb627797", "address": "fa:16:3e:df:14:94", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06064e35-3c", "ovs_interfaceid": "06064e35-3cad-47ca-9b75-63c5eb627797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.452910] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.589788] env[68166]: DEBUG nova.scheduler.client.report [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.621349] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807343, 'name': ReconfigVM_Task, 'duration_secs': 0.332848} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.621647] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Reconfigured VM instance instance-00000065 to attach disk [datastore2] afd689f3-1bfe-43e4-8d65-bb0b219eea7d/afd689f3-1bfe-43e4-8d65-bb0b219eea7d.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.622314] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fce68a35-909d-49d9-b712-de65425556a0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.631152] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1033.631152] env[68166]: value = "task-2807346" [ 1033.631152] env[68166]: _type = "Task" [ 1033.631152] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.644870] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807346, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.675801] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.676413] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f174637a-e8ef-4aa2-882c-8040bf91d2bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.685091] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1033.685091] env[68166]: value = "task-2807347" [ 1033.685091] env[68166]: _type = "Task" [ 1033.685091] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.696495] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.742425] env[68166]: DEBUG oslo_vmware.api [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173341} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.743216] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.743412] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.743596] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.764899] env[68166]: INFO nova.scheduler.client.report [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleted allocations for instance 6da9ed10-f901-42cb-a370-6392ea9589cd [ 1033.827114] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Releasing lock "refresh_cache-f8b549f9-0901-408d-8e0e-e16c6d47716c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.827114] env[68166]: DEBUG nova.compute.manager [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Instance network_info: |[{"id": "06064e35-3cad-47ca-9b75-63c5eb627797", "address": "fa:16:3e:df:14:94", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06064e35-3c", "ovs_interfaceid": "06064e35-3cad-47ca-9b75-63c5eb627797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.827314] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:14:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06064e35-3cad-47ca-9b75-63c5eb627797', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.835466] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.836073] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.836303] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-231a6975-744a-4cd5-af85-2b77e07b23d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.860599] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.860599] env[68166]: value = "task-2807348" [ 1033.860599] env[68166]: _type = "Task" [ 1033.860599] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.879888] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807348, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.955793] env[68166]: DEBUG oslo_vmware.api [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807339, 'name': PowerOnVM_Task, 'duration_secs': 1.258062} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.956107] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.956317] env[68166]: DEBUG nova.compute.manager [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.957095] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfded2da-160a-4e94-bd06-9f9b983b4f29 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.053855] env[68166]: DEBUG nova.compute.manager [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Received event network-changed-06064e35-3cad-47ca-9b75-63c5eb627797 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.054116] env[68166]: DEBUG nova.compute.manager [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Refreshing instance network info cache due to event network-changed-06064e35-3cad-47ca-9b75-63c5eb627797. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1034.054301] env[68166]: DEBUG oslo_concurrency.lockutils [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] Acquiring lock "refresh_cache-f8b549f9-0901-408d-8e0e-e16c6d47716c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.054428] env[68166]: DEBUG oslo_concurrency.lockutils [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] Acquired lock "refresh_cache-f8b549f9-0901-408d-8e0e-e16c6d47716c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.054584] env[68166]: DEBUG nova.network.neutron [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Refreshing network info cache for port 06064e35-3cad-47ca-9b75-63c5eb627797 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.098167] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.100693] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.282s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.100935] env[68166]: DEBUG nova.objects.instance [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lazy-loading 'resources' on Instance uuid 06262231-f416-48f7-84d2-9ffb532d5bc5 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.118549] env[68166]: INFO nova.scheduler.client.report [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted allocations for instance 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a [ 1034.141757] env[68166]: DEBUG nova.compute.manager [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.144010] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807346, 'name': Rename_Task, 'duration_secs': 0.166559} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.145176] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.145445] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bd1322b-c2ed-4f91-bcee-d454d5b00b77 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.153396] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1034.153396] env[68166]: value = "task-2807349" [ 1034.153396] env[68166]: _type = "Task" [ 1034.153396] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.162184] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.173400] env[68166]: DEBUG nova.virt.hardware [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.173678] env[68166]: DEBUG nova.virt.hardware [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.173851] env[68166]: DEBUG nova.virt.hardware [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.174052] env[68166]: DEBUG nova.virt.hardware [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.174205] env[68166]: DEBUG nova.virt.hardware [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.174354] env[68166]: DEBUG nova.virt.hardware [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.174562] env[68166]: DEBUG nova.virt.hardware [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.174719] env[68166]: DEBUG nova.virt.hardware [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.174885] env[68166]: DEBUG nova.virt.hardware [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.175057] env[68166]: DEBUG nova.virt.hardware [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.175236] env[68166]: DEBUG nova.virt.hardware [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.176299] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9c086c-9321-40b8-839b-479a73384817 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.185805] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34f8f0f-0a80-40cb-8c8e-9c6d16eeba9d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.198463] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807347, 'name': PowerOffVM_Task, 'duration_secs': 0.163638} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.207016] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.207880] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.209753] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff841bf-d5d7-4d6b-b9a0-280e52b4545b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.217382] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.217646] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a63e490-82c9-47c3-ba79-eb4071bd7381 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.247757] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.247989] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.248191] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Deleting the datastore file [datastore2] 9adcf0e3-28a9-4209-a239-fcf3dfb27faa {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.248457] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c7ca674-6c44-4b91-a502-ea21b63aba0e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.257398] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1034.257398] env[68166]: value = "task-2807351" [ 1034.257398] env[68166]: _type = "Task" [ 1034.257398] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.264417] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.269780] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.370414] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807348, 'name': CreateVM_Task, 'duration_secs': 0.397371} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.370608] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.371369] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.371553] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.371907] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.372181] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b7a2ebb-5573-411a-8276-a55f8f898b07 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.380450] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 1034.380450] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52457c94-1aba-513a-da2e-45fd0448ccac" [ 1034.380450] env[68166]: _type = "Task" [ 1034.380450] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.390514] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52457c94-1aba-513a-da2e-45fd0448ccac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.401918] env[68166]: DEBUG nova.network.neutron [-] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.408442] env[68166]: DEBUG nova.compute.manager [req-d0686316-2190-473e-9f9f-ddd18d0700a4 req-c7864c42-e4d8-4b95-873b-f9389a5d9b82 service nova] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Received event network-vif-plugged-026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.408791] env[68166]: DEBUG oslo_concurrency.lockutils [req-d0686316-2190-473e-9f9f-ddd18d0700a4 req-c7864c42-e4d8-4b95-873b-f9389a5d9b82 service nova] Acquiring lock "afd218b2-6981-4b54-aa35-cdb598443e69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.409112] env[68166]: DEBUG oslo_concurrency.lockutils [req-d0686316-2190-473e-9f9f-ddd18d0700a4 req-c7864c42-e4d8-4b95-873b-f9389a5d9b82 service nova] Lock "afd218b2-6981-4b54-aa35-cdb598443e69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.409400] env[68166]: DEBUG oslo_concurrency.lockutils [req-d0686316-2190-473e-9f9f-ddd18d0700a4 req-c7864c42-e4d8-4b95-873b-f9389a5d9b82 service nova] Lock "afd218b2-6981-4b54-aa35-cdb598443e69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.410322] env[68166]: DEBUG nova.compute.manager [req-d0686316-2190-473e-9f9f-ddd18d0700a4 req-c7864c42-e4d8-4b95-873b-f9389a5d9b82 service nova] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] No waiting events found dispatching network-vif-plugged-026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.410322] env[68166]: WARNING nova.compute.manager [req-d0686316-2190-473e-9f9f-ddd18d0700a4 req-c7864c42-e4d8-4b95-873b-f9389a5d9b82 service nova] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Received unexpected event network-vif-plugged-026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e for instance with vm_state building and task_state spawning. [ 1034.472960] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.511093] env[68166]: DEBUG nova.network.neutron [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Successfully updated port: 026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.631029] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9efe6b06-5d9d-41ef-80f1-83ce5dd8cbb0 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "6580a6cf-6ac3-4d20-8b1b-e245d0815d2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.495s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.665415] env[68166]: DEBUG oslo_vmware.api [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807349, 'name': PowerOnVM_Task, 'duration_secs': 0.494599} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.667863] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.668475] env[68166]: INFO nova.compute.manager [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1034.668475] env[68166]: DEBUG nova.compute.manager [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.669538] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4898b968-851b-4a89-b459-41198e69a62d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.766868] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111624} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.767396] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.768493] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.768832] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.821905] env[68166]: DEBUG nova.network.neutron [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Updated VIF entry in instance network info cache for port 06064e35-3cad-47ca-9b75-63c5eb627797. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.822271] env[68166]: DEBUG nova.network.neutron [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Updating instance_info_cache with network_info: [{"id": "06064e35-3cad-47ca-9b75-63c5eb627797", "address": "fa:16:3e:df:14:94", "network": {"id": "83dd2589-9412-463a-bff0-f0f69e1d0eb8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "814dc69195da41d390455c01e2d00522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06064e35-3c", "ovs_interfaceid": "06064e35-3cad-47ca-9b75-63c5eb627797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.898252] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52457c94-1aba-513a-da2e-45fd0448ccac, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.898423] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.898662] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.898980] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.899165] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.899354] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.899721] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aca24b84-a1b9-45ef-a44d-444fe8da7885 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.905013] env[68166]: INFO nova.compute.manager [-] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Took 1.64 seconds to deallocate network for instance. [ 1034.916061] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.916061] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.917521] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5940d14-5390-4ddf-a314-67f5a8cc9331 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.924953] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 1034.924953] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d2cb2c-56d3-8c28-bbcd-68314465d46d" [ 1034.924953] env[68166]: _type = "Task" [ 1034.924953] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.938768] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d2cb2c-56d3-8c28-bbcd-68314465d46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.014406] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "refresh_cache-afd218b2-6981-4b54-aa35-cdb598443e69" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.014628] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired lock "refresh_cache-afd218b2-6981-4b54-aa35-cdb598443e69" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.014797] env[68166]: DEBUG nova.network.neutron [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.017372] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145950d1-69b8-4d20-948c-6d8df409fc54 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.025398] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680c0682-ef9d-42bd-b6d3-fe1299c96a0d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.059458] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28efa931-97a3-4f12-b349-57702b33ad89 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.068844] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf3d05c-7b3d-47dc-a55c-f7258bef4fb1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.084885] env[68166]: DEBUG nova.compute.provider_tree [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.194295] env[68166]: INFO nova.compute.manager [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Took 41.27 seconds to build instance. [ 1035.328018] env[68166]: DEBUG oslo_concurrency.lockutils [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] Releasing lock "refresh_cache-f8b549f9-0901-408d-8e0e-e16c6d47716c" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.328018] env[68166]: DEBUG nova.compute.manager [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Received event network-vif-unplugged-262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.328018] env[68166]: DEBUG oslo_concurrency.lockutils [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] Acquiring lock "6da9ed10-f901-42cb-a370-6392ea9589cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.328018] env[68166]: DEBUG oslo_concurrency.lockutils [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.328018] env[68166]: DEBUG oslo_concurrency.lockutils [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.328018] env[68166]: DEBUG nova.compute.manager [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] No waiting events found dispatching network-vif-unplugged-262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.328018] env[68166]: WARNING nova.compute.manager [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Received unexpected event network-vif-unplugged-262a731b-da81-434d-8982-02f5dfa6d83b for instance with vm_state shelved_offloaded and task_state None. [ 1035.328018] env[68166]: DEBUG nova.compute.manager [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Received event network-changed-262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.328018] env[68166]: DEBUG nova.compute.manager [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Refreshing instance network info cache due to event network-changed-262a731b-da81-434d-8982-02f5dfa6d83b. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1035.328018] env[68166]: DEBUG oslo_concurrency.lockutils [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] Acquiring lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.328018] env[68166]: DEBUG oslo_concurrency.lockutils [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] Acquired lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.328018] env[68166]: DEBUG nova.network.neutron [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Refreshing network info cache for port 262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.420296] env[68166]: DEBUG oslo_concurrency.lockutils [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.435704] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d2cb2c-56d3-8c28-bbcd-68314465d46d, 'name': SearchDatastore_Task, 'duration_secs': 0.016945} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.437197] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccda906c-a3ab-4ca8-bc36-bdba6173e168 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.444223] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 1035.444223] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527a41f7-924a-f351-53c0-288727b8a26b" [ 1035.444223] env[68166]: _type = "Task" [ 1035.444223] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.453706] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527a41f7-924a-f351-53c0-288727b8a26b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.561071] env[68166]: DEBUG nova.network.neutron [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.588488] env[68166]: DEBUG nova.scheduler.client.report [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.697049] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fa64effe-f51a-4874-ad7d-cc9008f351d1 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.782s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.726874] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquiring lock "a7c69ba9-8bc9-4af3-884f-e29b460b12b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.727803] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lock "a7c69ba9-8bc9-4af3-884f-e29b460b12b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.727803] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquiring lock "a7c69ba9-8bc9-4af3-884f-e29b460b12b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.727803] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lock "a7c69ba9-8bc9-4af3-884f-e29b460b12b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.727803] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lock "a7c69ba9-8bc9-4af3-884f-e29b460b12b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.729943] env[68166]: INFO nova.compute.manager [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Terminating instance [ 1035.807594] env[68166]: DEBUG nova.virt.hardware [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.807836] env[68166]: DEBUG nova.virt.hardware [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.808105] env[68166]: DEBUG nova.virt.hardware [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.808191] env[68166]: DEBUG nova.virt.hardware [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.808328] env[68166]: DEBUG nova.virt.hardware [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.808473] env[68166]: DEBUG nova.virt.hardware [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.808683] env[68166]: DEBUG nova.virt.hardware [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.808849] env[68166]: DEBUG nova.virt.hardware [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.809410] env[68166]: DEBUG nova.virt.hardware [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.809652] env[68166]: DEBUG nova.virt.hardware [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.809894] env[68166]: DEBUG nova.virt.hardware [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.810994] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122afb89-b7a6-4b8a-9433-c18f54e81410 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.820562] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c87e12b-80af-47b6-a93a-aa59b82994c6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.839330] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Instance VIF info [] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.845955] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.846627] env[68166]: DEBUG nova.network.neutron [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Updating instance_info_cache with network_info: [{"id": "026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e", "address": "fa:16:3e:d8:ec:63", "network": {"id": "e1a77743-3def-41d3-a66c-605915651f21", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742117219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86da54ade1c74b44bbb69fdc60a2d6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026efb10-6f", "ovs_interfaceid": "026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.847763] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.851837] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a098647b-5641-451d-811c-73294dc0ff9c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.864044] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Releasing lock "refresh_cache-afd218b2-6981-4b54-aa35-cdb598443e69" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.864384] env[68166]: DEBUG nova.compute.manager [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Instance network_info: |[{"id": "026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e", "address": "fa:16:3e:d8:ec:63", "network": {"id": "e1a77743-3def-41d3-a66c-605915651f21", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742117219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86da54ade1c74b44bbb69fdc60a2d6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026efb10-6f", "ovs_interfaceid": "026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.865201] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:ec:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.873248] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.874618] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.874871] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17375362-701e-45c3-81b6-4e406d438bd2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.895180] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.895180] env[68166]: value = "task-2807352" [ 1035.895180] env[68166]: _type = "Task" [ 1035.895180] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.901867] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.901867] env[68166]: value = "task-2807353" [ 1035.901867] env[68166]: _type = "Task" [ 1035.901867] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.909201] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807352, 'name': CreateVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.917224] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807353, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.955541] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527a41f7-924a-f351-53c0-288727b8a26b, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.955791] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.956495] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] f8b549f9-0901-408d-8e0e-e16c6d47716c/f8b549f9-0901-408d-8e0e-e16c6d47716c.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.956495] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24bb7773-c021-4028-8c86-212405e68866 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.965415] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 1035.965415] env[68166]: value = "task-2807354" [ 1035.965415] env[68166]: _type = "Task" [ 1035.965415] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.975832] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.096435] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.100124] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.572s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.100464] env[68166]: DEBUG nova.objects.instance [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lazy-loading 'resources' on Instance uuid 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.152469] env[68166]: INFO nova.scheduler.client.report [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Deleted allocations for instance 06262231-f416-48f7-84d2-9ffb532d5bc5 [ 1036.233825] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquiring lock "refresh_cache-a7c69ba9-8bc9-4af3-884f-e29b460b12b5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.234025] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquired lock "refresh_cache-a7c69ba9-8bc9-4af3-884f-e29b460b12b5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.234236] env[68166]: DEBUG nova.network.neutron [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.339173] env[68166]: DEBUG nova.network.neutron [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updated VIF entry in instance network info cache for port 262a731b-da81-434d-8982-02f5dfa6d83b. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.339659] env[68166]: DEBUG nova.network.neutron [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updating instance_info_cache with network_info: [{"id": "262a731b-da81-434d-8982-02f5dfa6d83b", "address": "fa:16:3e:cb:2e:1c", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap262a731b-da", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.409255] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807352, 'name': CreateVM_Task, 'duration_secs': 0.334607} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.409963] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.410557] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.411205] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.411205] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.411309] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0929e9b9-e608-493b-87bb-a329c39fe8b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.416453] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807353, 'name': CreateVM_Task, 'duration_secs': 0.359745} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.417089] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.417869] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.420927] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1036.420927] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52fb4001-de12-cdf5-3f2a-25659c2c4026" [ 1036.420927] env[68166]: _type = "Task" [ 1036.420927] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.430551] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52fb4001-de12-cdf5-3f2a-25659c2c4026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.475713] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807354, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.639431] env[68166]: DEBUG nova.compute.manager [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Received event network-changed-026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.639431] env[68166]: DEBUG nova.compute.manager [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Refreshing instance network info cache due to event network-changed-026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.639431] env[68166]: DEBUG oslo_concurrency.lockutils [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] Acquiring lock "refresh_cache-afd218b2-6981-4b54-aa35-cdb598443e69" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.639431] env[68166]: DEBUG oslo_concurrency.lockutils [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] Acquired lock "refresh_cache-afd218b2-6981-4b54-aa35-cdb598443e69" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.639431] env[68166]: DEBUG nova.network.neutron [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Refreshing network info cache for port 026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.666537] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e1a014a8-fd84-4f66-8cf5-13880b2d3a36 tempest-ImagesTestJSON-1339211565 tempest-ImagesTestJSON-1339211565-project-member] Lock "06262231-f416-48f7-84d2-9ffb532d5bc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.310s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.763427] env[68166]: DEBUG nova.network.neutron [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.813163] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "370cf945-8e4a-4ace-8b54-847fba577224" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.813388] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "370cf945-8e4a-4ace-8b54-847fba577224" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.838400] env[68166]: DEBUG nova.network.neutron [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.843657] env[68166]: DEBUG oslo_concurrency.lockutils [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] Releasing lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.844296] env[68166]: DEBUG nova.compute.manager [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Received event network-vif-deleted-1cc9dd63-c50f-4630-8307-9fe192877a0a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.844296] env[68166]: INFO nova.compute.manager [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Neutron deleted interface 1cc9dd63-c50f-4630-8307-9fe192877a0a; detaching it from the instance and deleting it from the info cache [ 1036.844416] env[68166]: DEBUG nova.network.neutron [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.935536] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52fb4001-de12-cdf5-3f2a-25659c2c4026, 'name': SearchDatastore_Task, 'duration_secs': 0.018063} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.936040] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.936320] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.936603] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.936764] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.936954] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.937272] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.937711] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.938024] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d44bede-5f9f-406f-8530-b7f7b3642a5c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.940489] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b056f270-c6fb-4332-b73d-67661e8fc516 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.949777] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1036.949777] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e25746-681c-d97b-74d1-a684e52c0815" [ 1036.949777] env[68166]: _type = "Task" [ 1036.949777] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.958588] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e25746-681c-d97b-74d1-a684e52c0815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.964197] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.964286] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.967991] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df2d2b4-bf41-459a-a42c-bbcb3f674760 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.974549] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1036.974549] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ef5243-524a-4b73-2968-60c233b630ec" [ 1036.974549] env[68166]: _type = "Task" [ 1036.974549] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.978217] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537577} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.981570] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] f8b549f9-0901-408d-8e0e-e16c6d47716c/f8b549f9-0901-408d-8e0e-e16c6d47716c.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.981865] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.982087] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb9a7b25-96f1-4783-bbd9-c33547f153ff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.992906] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ef5243-524a-4b73-2968-60c233b630ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.996548] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 1036.996548] env[68166]: value = "task-2807355" [ 1036.996548] env[68166]: _type = "Task" [ 1036.996548] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.001138] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313524b6-7d2d-460d-b308-eb55b4b8309c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.006505] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.012238] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48277c0c-82e8-4da0-ad26-03b0069f7cc8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.046471] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8fee1e-8707-4a12-9161-fce2409032e2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.056110] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd9ed90-b517-494d-89d7-55714b8aeef1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.072543] env[68166]: DEBUG nova.compute.provider_tree [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.323834] env[68166]: DEBUG nova.compute.manager [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.341625] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Releasing lock "refresh_cache-a7c69ba9-8bc9-4af3-884f-e29b460b12b5" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.342085] env[68166]: DEBUG nova.compute.manager [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.342286] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.343199] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01655ed-fd51-40e5-85e2-5320b13cfe5d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.348602] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d6208cf-ee55-48a4-b82b-546567e7a012 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.352740] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.353327] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a221fbe-845f-46be-bc46-21ed7a268585 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.360362] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918a4f4c-a2c3-452c-94e8-f2a23dd1ae14 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.377077] env[68166]: DEBUG oslo_vmware.api [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1037.377077] env[68166]: value = "task-2807356" [ 1037.377077] env[68166]: _type = "Task" [ 1037.377077] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.387904] env[68166]: DEBUG oslo_vmware.api [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.404558] env[68166]: DEBUG nova.compute.manager [req-4aba75e9-301f-47ca-9a8c-60c3d33df922 req-591d0828-c124-415d-9fb2-7fa9b5ee20df service nova] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Detach interface failed, port_id=1cc9dd63-c50f-4630-8307-9fe192877a0a, reason: Instance 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1037.461072] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e25746-681c-d97b-74d1-a684e52c0815, 'name': SearchDatastore_Task, 'duration_secs': 0.029877} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.461420] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.461662] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.461891] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.492807] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ef5243-524a-4b73-2968-60c233b630ec, 'name': SearchDatastore_Task, 'duration_secs': 0.030488} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.493743] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6407ad-f239-4c90-a0c5-947070db2e7f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.503472] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1037.503472] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522db992-bce9-e52d-4b00-36eda5a55abb" [ 1037.503472] env[68166]: _type = "Task" [ 1037.503472] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.506903] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169946} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.509981] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.513082] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bcd881-4cbf-419a-ae95-5bd6e9a91629 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.519150] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522db992-bce9-e52d-4b00-36eda5a55abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.537393] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] f8b549f9-0901-408d-8e0e-e16c6d47716c/f8b549f9-0901-408d-8e0e-e16c6d47716c.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.537852] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7636f69f-5dcf-455f-8942-9903521514ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.555543] env[68166]: DEBUG nova.network.neutron [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Updated VIF entry in instance network info cache for port 026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.555897] env[68166]: DEBUG nova.network.neutron [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Updating instance_info_cache with network_info: [{"id": "026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e", "address": "fa:16:3e:d8:ec:63", "network": {"id": "e1a77743-3def-41d3-a66c-605915651f21", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742117219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86da54ade1c74b44bbb69fdc60a2d6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026efb10-6f", "ovs_interfaceid": "026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.558807] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 1037.558807] env[68166]: value = "task-2807357" [ 1037.558807] env[68166]: _type = "Task" [ 1037.558807] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.568085] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.575469] env[68166]: DEBUG nova.scheduler.client.report [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.649453] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "6da9ed10-f901-42cb-a370-6392ea9589cd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.849977] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.891367] env[68166]: DEBUG oslo_vmware.api [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807356, 'name': PowerOffVM_Task, 'duration_secs': 0.138012} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.892481] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.892481] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.892481] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34b940a3-39e1-4086-b002-71078d1f0751 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.922466] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.923131] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.923131] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Deleting the datastore file [datastore1] a7c69ba9-8bc9-4af3-884f-e29b460b12b5 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.923855] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95f016a1-4a4b-4d3c-aba8-485f625eac52 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.931226] env[68166]: DEBUG oslo_vmware.api [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for the task: (returnval){ [ 1037.931226] env[68166]: value = "task-2807359" [ 1037.931226] env[68166]: _type = "Task" [ 1037.931226] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.940160] env[68166]: DEBUG oslo_vmware.api [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.018098] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522db992-bce9-e52d-4b00-36eda5a55abb, 'name': SearchDatastore_Task, 'duration_secs': 0.046315} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.018386] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.018650] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 9adcf0e3-28a9-4209-a239-fcf3dfb27faa/9adcf0e3-28a9-4209-a239-fcf3dfb27faa.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.019008] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.019222] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.019497] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96dd7979-c094-40cd-9f21-8eb544e1142c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.021734] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab6af8c5-97aa-4ae2-bb56-b52894ef3a42 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.029569] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1038.029569] env[68166]: value = "task-2807360" [ 1038.029569] env[68166]: _type = "Task" [ 1038.029569] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.033578] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.033749] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.034778] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13149a16-be57-48e4-b753-63514157bf3f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.039776] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.043729] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1038.043729] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52dd756a-2b31-204b-8d07-a9163810286c" [ 1038.043729] env[68166]: _type = "Task" [ 1038.043729] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.051338] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52dd756a-2b31-204b-8d07-a9163810286c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.059961] env[68166]: DEBUG oslo_concurrency.lockutils [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] Releasing lock "refresh_cache-afd218b2-6981-4b54-aa35-cdb598443e69" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.060232] env[68166]: DEBUG nova.compute.manager [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Received event network-changed-93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.060412] env[68166]: DEBUG nova.compute.manager [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Refreshing instance network info cache due to event network-changed-93120ebb-f3a5-441d-ae2a-5e7ddfb80846. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1038.060707] env[68166]: DEBUG oslo_concurrency.lockutils [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] Acquiring lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.060918] env[68166]: DEBUG oslo_concurrency.lockutils [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] Acquired lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.061225] env[68166]: DEBUG nova.network.neutron [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Refreshing network info cache for port 93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.073522] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807357, 'name': ReconfigVM_Task, 'duration_secs': 0.309606} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.073770] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] f8b549f9-0901-408d-8e0e-e16c6d47716c/f8b549f9-0901-408d-8e0e-e16c6d47716c.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.074415] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e09b2f2b-8e0b-4e04-ae05-163d9dc020df {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.081505] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 1038.081505] env[68166]: value = "task-2807361" [ 1038.081505] env[68166]: _type = "Task" [ 1038.081505] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.085046] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.088034] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.831s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.089018] env[68166]: INFO nova.compute.claims [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.099634] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807361, 'name': Rename_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.116197] env[68166]: INFO nova.scheduler.client.report [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Deleted allocations for instance 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2 [ 1038.444049] env[68166]: DEBUG oslo_vmware.api [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Task: {'id': task-2807359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244993} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.444049] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.444433] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.444433] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.444490] env[68166]: INFO nova.compute.manager [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1038.444696] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.444903] env[68166]: DEBUG nova.compute.manager [-] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.444993] env[68166]: DEBUG nova.network.neutron [-] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.464367] env[68166]: DEBUG nova.network.neutron [-] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.542294] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807360, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.557304] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52dd756a-2b31-204b-8d07-a9163810286c, 'name': SearchDatastore_Task, 'duration_secs': 0.031949} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.559043] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9201df2f-96b4-426f-b925-24a9b3637a82 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.565293] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1038.565293] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52aef541-5f59-56a6-ad50-522099af121a" [ 1038.565293] env[68166]: _type = "Task" [ 1038.565293] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.578321] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52aef541-5f59-56a6-ad50-522099af121a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.596196] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807361, 'name': Rename_Task, 'duration_secs': 0.157245} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.596489] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.596766] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04ff18c3-46ef-4086-8d2f-96f9802eaf3b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.608940] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 1038.608940] env[68166]: value = "task-2807362" [ 1038.608940] env[68166]: _type = "Task" [ 1038.608940] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.624857] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.629720] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d708108a-3a99-420e-a305-4fd1eca70b7e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.429s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.772906] env[68166]: DEBUG nova.compute.manager [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Received event network-changed-f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.773996] env[68166]: DEBUG nova.compute.manager [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Refreshing instance network info cache due to event network-changed-f742b4ff-e40c-4e31-8eeb-e55a195c0d09. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1038.773996] env[68166]: DEBUG oslo_concurrency.lockutils [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] Acquiring lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.773996] env[68166]: DEBUG oslo_concurrency.lockutils [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] Acquired lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.773996] env[68166]: DEBUG nova.network.neutron [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Refreshing network info cache for port f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.934107] env[68166]: DEBUG nova.network.neutron [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updated VIF entry in instance network info cache for port 93120ebb-f3a5-441d-ae2a-5e7ddfb80846. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.934107] env[68166]: DEBUG nova.network.neutron [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updating instance_info_cache with network_info: [{"id": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "address": "fa:16:3e:36:a8:40", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93120ebb-f3", "ovs_interfaceid": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.967539] env[68166]: DEBUG nova.network.neutron [-] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.044680] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779028} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.045897] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 9adcf0e3-28a9-4209-a239-fcf3dfb27faa/9adcf0e3-28a9-4209-a239-fcf3dfb27faa.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.046192] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.046505] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5a2e6fd-5ead-43c1-9623-80427347d790 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.059404] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1039.059404] env[68166]: value = "task-2807363" [ 1039.059404] env[68166]: _type = "Task" [ 1039.059404] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.073356] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.080194] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52aef541-5f59-56a6-ad50-522099af121a, 'name': SearchDatastore_Task, 'duration_secs': 0.064465} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.080459] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.080824] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] afd218b2-6981-4b54-aa35-cdb598443e69/afd218b2-6981-4b54-aa35-cdb598443e69.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.081050] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe07e7b3-7eb6-4817-b597-cad3d50e83ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.091031] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1039.091031] env[68166]: value = "task-2807364" [ 1039.091031] env[68166]: _type = "Task" [ 1039.091031] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.105097] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.122458] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807362, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.438367] env[68166]: DEBUG oslo_concurrency.lockutils [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] Releasing lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.438367] env[68166]: DEBUG nova.compute.manager [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Received event network-changed-f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.438367] env[68166]: DEBUG nova.compute.manager [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Refreshing instance network info cache due to event network-changed-f742b4ff-e40c-4e31-8eeb-e55a195c0d09. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.438367] env[68166]: DEBUG oslo_concurrency.lockutils [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] Acquiring lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.468689] env[68166]: INFO nova.compute.manager [-] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Took 1.02 seconds to deallocate network for instance. [ 1039.525692] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b803d6e3-7d72-48c7-b6fc-464d09e8c40a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.533632] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975bb710-ab3c-40ef-924b-4e9b8517ee96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.537559] env[68166]: DEBUG nova.network.neutron [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updated VIF entry in instance network info cache for port f742b4ff-e40c-4e31-8eeb-e55a195c0d09. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.537902] env[68166]: DEBUG nova.network.neutron [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updating instance_info_cache with network_info: [{"id": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "address": "fa:16:3e:7f:75:2a", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf742b4ff-e4", "ovs_interfaceid": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.571582] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be41547-ba3c-42b0-85a7-e5b729ab6bbf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.580091] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225012} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.582111] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.582939] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ce2161-097b-434f-ab31-06418fe1bd80 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.586124] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafa8fa7-12ea-4aa8-ace2-fb5479841dc2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.611652] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 9adcf0e3-28a9-4209-a239-fcf3dfb27faa/9adcf0e3-28a9-4209-a239-fcf3dfb27faa.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.620634] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e2c4729-3f60-4b4d-8d2a-c8c244dea2f4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.636545] env[68166]: DEBUG nova.compute.provider_tree [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.645361] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807364, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.653196] env[68166]: DEBUG oslo_vmware.api [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807362, 'name': PowerOnVM_Task, 'duration_secs': 0.559642} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.654602] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.654827] env[68166]: INFO nova.compute.manager [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1039.655041] env[68166]: DEBUG nova.compute.manager [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.655527] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1039.655527] env[68166]: value = "task-2807365" [ 1039.655527] env[68166]: _type = "Task" [ 1039.655527] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.656148] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b5053a-c33c-4d1b-98f5-629bdeb34dc0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.668320] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807365, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.980167] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.983822] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.984235] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.040854] env[68166]: DEBUG oslo_concurrency.lockutils [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] Releasing lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.041096] env[68166]: DEBUG nova.compute.manager [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Received event network-changed-93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.041268] env[68166]: DEBUG nova.compute.manager [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Refreshing instance network info cache due to event network-changed-93120ebb-f3a5-441d-ae2a-5e7ddfb80846. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1040.041506] env[68166]: DEBUG oslo_concurrency.lockutils [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] Acquiring lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.041703] env[68166]: DEBUG oslo_concurrency.lockutils [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] Acquired lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.041873] env[68166]: DEBUG nova.network.neutron [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Refreshing network info cache for port 93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.043543] env[68166]: DEBUG oslo_concurrency.lockutils [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] Acquired lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.044182] env[68166]: DEBUG nova.network.neutron [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Refreshing network info cache for port f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.103311] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896232} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.103587] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] afd218b2-6981-4b54-aa35-cdb598443e69/afd218b2-6981-4b54-aa35-cdb598443e69.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.103874] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.104161] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8b78334-9bdb-4dfd-83eb-11e5aabda74d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.112683] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1040.112683] env[68166]: value = "task-2807366" [ 1040.112683] env[68166]: _type = "Task" [ 1040.112683] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.121399] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.139637] env[68166]: DEBUG nova.scheduler.client.report [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.175123] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807365, 'name': ReconfigVM_Task, 'duration_secs': 0.44561} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.186294] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 9adcf0e3-28a9-4209-a239-fcf3dfb27faa/9adcf0e3-28a9-4209-a239-fcf3dfb27faa.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.186294] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-893120fd-3663-489b-b8b8-703f71c41721 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.190269] env[68166]: INFO nova.compute.manager [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Took 27.93 seconds to build instance. [ 1040.201033] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1040.201033] env[68166]: value = "task-2807367" [ 1040.201033] env[68166]: _type = "Task" [ 1040.201033] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.210980] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807367, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.488014] env[68166]: INFO nova.compute.manager [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Detaching volume 2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc [ 1040.541892] env[68166]: INFO nova.virt.block_device [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Attempting to driver detach volume 2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc from mountpoint /dev/sdb [ 1040.542172] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1040.542368] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564101', 'volume_id': '2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc', 'name': 'volume-2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f657381-f0cf-40e4-87f7-815ccb5eaf9b', 'attached_at': '', 'detached_at': '', 'volume_id': '2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc', 'serial': '2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1040.543289] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b23e94-d3d4-43e7-8290-a42476ed72e5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.570294] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51438b9-44fa-4431-a2ac-7285119eafda {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.580142] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b9be42-1157-4e55-8277-7de11ce2fb67 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.606022] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9550dc-131d-4191-ad78-267038a69c4b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.620397] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] The volume has not been displaced from its original location: [datastore2] volume-2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc/volume-2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1040.625636] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.630996] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-163b0c67-e43e-4f04-9f6e-99fc80cafbdd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.645095] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.645565] env[68166]: DEBUG nova.compute.manager [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.651588] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.760s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.653111] env[68166]: INFO nova.compute.claims [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.656021] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143768} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.657378] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.657759] env[68166]: DEBUG oslo_vmware.api [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1040.657759] env[68166]: value = "task-2807368" [ 1040.657759] env[68166]: _type = "Task" [ 1040.657759] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.658530] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e26d35-b1f3-4530-bb52-814606023767 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.670070] env[68166]: DEBUG oslo_vmware.api [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.692719] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] afd218b2-6981-4b54-aa35-cdb598443e69/afd218b2-6981-4b54-aa35-cdb598443e69.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.696675] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7442df00-8440-4cce-b396-96c8f4a95f24 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "f8b549f9-0901-408d-8e0e-e16c6d47716c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.445s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.696902] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f982f7-7e45-4141-9665-5b2a5bf9fe74 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.721778] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807367, 'name': Rename_Task, 'duration_secs': 0.158281} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.723090] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.723406] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1040.723406] env[68166]: value = "task-2807369" [ 1040.723406] env[68166]: _type = "Task" [ 1040.723406] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.723599] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-032a383d-6a70-431e-9246-bdb97d432b8d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.735012] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1040.735012] env[68166]: value = "task-2807370" [ 1040.735012] env[68166]: _type = "Task" [ 1040.735012] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.735247] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.847187] env[68166]: DEBUG nova.network.neutron [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updated VIF entry in instance network info cache for port 93120ebb-f3a5-441d-ae2a-5e7ddfb80846. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.847641] env[68166]: DEBUG nova.network.neutron [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updating instance_info_cache with network_info: [{"id": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "address": "fa:16:3e:36:a8:40", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93120ebb-f3", "ovs_interfaceid": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.862083] env[68166]: DEBUG oslo_concurrency.lockutils [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "f8b549f9-0901-408d-8e0e-e16c6d47716c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.862346] env[68166]: DEBUG oslo_concurrency.lockutils [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "f8b549f9-0901-408d-8e0e-e16c6d47716c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.862623] env[68166]: DEBUG oslo_concurrency.lockutils [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "f8b549f9-0901-408d-8e0e-e16c6d47716c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.862816] env[68166]: DEBUG oslo_concurrency.lockutils [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "f8b549f9-0901-408d-8e0e-e16c6d47716c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.862996] env[68166]: DEBUG oslo_concurrency.lockutils [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "f8b549f9-0901-408d-8e0e-e16c6d47716c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.865315] env[68166]: INFO nova.compute.manager [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Terminating instance [ 1040.903772] env[68166]: DEBUG nova.network.neutron [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updated VIF entry in instance network info cache for port f742b4ff-e40c-4e31-8eeb-e55a195c0d09. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.904228] env[68166]: DEBUG nova.network.neutron [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updating instance_info_cache with network_info: [{"id": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "address": "fa:16:3e:7f:75:2a", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf742b4ff-e4", "ovs_interfaceid": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.153588] env[68166]: DEBUG nova.compute.utils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.155049] env[68166]: DEBUG nova.compute.manager [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.155371] env[68166]: DEBUG nova.network.neutron [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.174305] env[68166]: DEBUG oslo_vmware.api [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807368, 'name': ReconfigVM_Task, 'duration_secs': 0.439366} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.177016] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.181700] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-776f218a-4f9d-4aa3-8d07-e538a80fa99b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.201097] env[68166]: DEBUG oslo_vmware.api [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1041.201097] env[68166]: value = "task-2807371" [ 1041.201097] env[68166]: _type = "Task" [ 1041.201097] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.212401] env[68166]: DEBUG oslo_vmware.api [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.221443] env[68166]: DEBUG nova.policy [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdbbaca6db8a453eb9c76ce1b3ae2274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e4a67f61f60465f9b1b93002f15fd69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.238337] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807369, 'name': ReconfigVM_Task, 'duration_secs': 0.406835} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.238337] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Reconfigured VM instance instance-00000067 to attach disk [datastore2] afd218b2-6981-4b54-aa35-cdb598443e69/afd218b2-6981-4b54-aa35-cdb598443e69.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.242910] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a4364b5-258d-43e6-945d-32d2a39bfa60 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.252902] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807370, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.255028] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1041.255028] env[68166]: value = "task-2807372" [ 1041.255028] env[68166]: _type = "Task" [ 1041.255028] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.265242] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807372, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.350865] env[68166]: DEBUG oslo_concurrency.lockutils [req-3a108390-d29e-45d7-9f6b-2dc30a05d320 req-1606261e-5695-47da-9b36-d004ea323d44 service nova] Releasing lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.370799] env[68166]: DEBUG nova.compute.manager [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.370979] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.372127] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a87ce30-54f0-4168-aeca-c93a3eda9ad6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.380769] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.381096] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3478fd2c-973f-4214-b48b-d2d00fd651d0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.388742] env[68166]: DEBUG oslo_vmware.api [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 1041.388742] env[68166]: value = "task-2807373" [ 1041.388742] env[68166]: _type = "Task" [ 1041.388742] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.400164] env[68166]: DEBUG oslo_vmware.api [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.410685] env[68166]: DEBUG oslo_concurrency.lockutils [req-f5d08560-ad33-4874-a231-b9af6223d0cf req-efa7d28e-802f-40cb-8e03-6dc1fdad6db4 service nova] Releasing lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.658058] env[68166]: DEBUG nova.compute.manager [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.715107] env[68166]: DEBUG oslo_vmware.api [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807371, 'name': ReconfigVM_Task, 'duration_secs': 0.265615} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.718440] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564101', 'volume_id': '2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc', 'name': 'volume-2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f657381-f0cf-40e4-87f7-815ccb5eaf9b', 'attached_at': '', 'detached_at': '', 'volume_id': '2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc', 'serial': '2155ce51-dda2-4bc0-b87c-5d3ffd41f9fc'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1041.754110] env[68166]: DEBUG oslo_vmware.api [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807370, 'name': PowerOnVM_Task, 'duration_secs': 0.534957} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.754932] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.755209] env[68166]: DEBUG nova.compute.manager [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.757198] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915dc0cb-1375-4a7d-bd5e-77148ea5e3cd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.760828] env[68166]: DEBUG nova.network.neutron [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Successfully created port: c0bf332b-1634-48ed-8b8d-10fec83e745a {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.774049] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807372, 'name': Rename_Task, 'duration_secs': 0.277282} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.776598] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.776850] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d92989a-9eb8-4170-b390-0c151b236019 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.786793] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1041.786793] env[68166]: value = "task-2807374" [ 1041.786793] env[68166]: _type = "Task" [ 1041.786793] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.798718] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.899707] env[68166]: DEBUG oslo_vmware.api [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807373, 'name': PowerOffVM_Task, 'duration_secs': 0.232049} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.899707] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.900274] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.902774] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ac8da75-17cc-4dc3-8508-7f614aa67037 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.976864] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.977202] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.977424] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Deleting the datastore file [datastore1] f8b549f9-0901-408d-8e0e-e16c6d47716c {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.977870] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eafa84b7-28fd-4a6d-8ad5-0dd8585d3343 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.987024] env[68166]: DEBUG oslo_vmware.api [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for the task: (returnval){ [ 1041.987024] env[68166]: value = "task-2807376" [ 1041.987024] env[68166]: _type = "Task" [ 1041.987024] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.003020] env[68166]: DEBUG oslo_vmware.api [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.119192] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a45db0a-8093-44ef-ac1d-2608726a1aca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.128962] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a6beb2-7153-4fdb-82df-889127b71cd5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.169839] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff77aaa-6969-4b2c-b5b6-0fd3cebf72bc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.180071] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e31cc6-a48b-4d5f-ac94-0400ce8927c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.074682] env[68166]: DEBUG nova.compute.manager [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.077901] env[68166]: DEBUG nova.compute.provider_tree [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.082873] env[68166]: DEBUG nova.objects.instance [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lazy-loading 'flavor' on Instance uuid 4f657381-f0cf-40e4-87f7-815ccb5eaf9b {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.098998] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.100303] env[68166]: DEBUG nova.scheduler.client.report [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.119800] env[68166]: DEBUG oslo_vmware.api [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807374, 'name': PowerOnVM_Task, 'duration_secs': 0.721845} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.123387] env[68166]: DEBUG nova.virt.hardware [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.123744] env[68166]: DEBUG nova.virt.hardware [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.124011] env[68166]: DEBUG nova.virt.hardware [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.124317] env[68166]: DEBUG nova.virt.hardware [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.124564] env[68166]: DEBUG nova.virt.hardware [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.125221] env[68166]: DEBUG nova.virt.hardware [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.125221] env[68166]: DEBUG nova.virt.hardware [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.125411] env[68166]: DEBUG nova.virt.hardware [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.125687] env[68166]: DEBUG nova.virt.hardware [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.125959] env[68166]: DEBUG nova.virt.hardware [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.126263] env[68166]: DEBUG nova.virt.hardware [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.134468] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.134468] env[68166]: INFO nova.compute.manager [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1043.134468] env[68166]: DEBUG nova.compute.manager [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.134468] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2098fc-f7e5-4fe9-9b26-86a37550d24d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.138317] env[68166]: DEBUG oslo_vmware.api [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Task: {'id': task-2807376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279836} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.139568] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874c8c57-353e-49db-9153-839a66b59613 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.144280] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.144581] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.144864] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.145167] env[68166]: INFO nova.compute.manager [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1043.145535] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.146337] env[68166]: DEBUG nova.compute.manager [-] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.146485] env[68166]: DEBUG nova.network.neutron [-] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.154762] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be7a79a-fcff-4903-905d-2f92f79092c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.473911] env[68166]: DEBUG nova.compute.manager [req-97128935-a8c4-420d-affb-ce4b2e897211 req-bb414c47-326b-4b36-a15a-4f54be031b53 service nova] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Received event network-vif-deleted-06064e35-3cad-47ca-9b75-63c5eb627797 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.474179] env[68166]: INFO nova.compute.manager [req-97128935-a8c4-420d-affb-ce4b2e897211 req-bb414c47-326b-4b36-a15a-4f54be031b53 service nova] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Neutron deleted interface 06064e35-3cad-47ca-9b75-63c5eb627797; detaching it from the instance and deleting it from the info cache [ 1043.474363] env[68166]: DEBUG nova.network.neutron [req-97128935-a8c4-420d-affb-ce4b2e897211 req-bb414c47-326b-4b36-a15a-4f54be031b53 service nova] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.608922] env[68166]: DEBUG oslo_concurrency.lockutils [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquiring lock "9adcf0e3-28a9-4209-a239-fcf3dfb27faa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.608922] env[68166]: DEBUG oslo_concurrency.lockutils [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lock "9adcf0e3-28a9-4209-a239-fcf3dfb27faa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.608922] env[68166]: DEBUG oslo_concurrency.lockutils [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquiring lock "9adcf0e3-28a9-4209-a239-fcf3dfb27faa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.608922] env[68166]: DEBUG oslo_concurrency.lockutils [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lock "9adcf0e3-28a9-4209-a239-fcf3dfb27faa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.608922] env[68166]: DEBUG oslo_concurrency.lockutils [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lock "9adcf0e3-28a9-4209-a239-fcf3dfb27faa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.609842] env[68166]: INFO nova.compute.manager [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Terminating instance [ 1043.613997] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.962s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.615126] env[68166]: DEBUG nova.compute.manager [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.619191] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.345s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.621465] env[68166]: INFO nova.compute.claims [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.680870] env[68166]: INFO nova.compute.manager [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Took 27.90 seconds to build instance. [ 1043.841792] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Acquiring lock "d80a90cf-6a43-4e2b-a9a0-81942a44d761" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.842066] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Lock "d80a90cf-6a43-4e2b-a9a0-81942a44d761" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.955449] env[68166]: DEBUG nova.network.neutron [-] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.956176] env[68166]: DEBUG nova.network.neutron [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Successfully updated port: c0bf332b-1634-48ed-8b8d-10fec83e745a {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.978981] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4333815-7d0e-4627-812e-d01ed15a352f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.995716] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ca138f-e730-4b6f-a835-7efb0db03f07 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.033478] env[68166]: DEBUG nova.compute.manager [req-97128935-a8c4-420d-affb-ce4b2e897211 req-bb414c47-326b-4b36-a15a-4f54be031b53 service nova] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Detach interface failed, port_id=06064e35-3cad-47ca-9b75-63c5eb627797, reason: Instance f8b549f9-0901-408d-8e0e-e16c6d47716c could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1044.036951] env[68166]: DEBUG nova.compute.manager [req-2a3cb504-4a8d-46bb-ad73-af3d51fb50a6 req-162081f9-4780-4bb0-a341-14620ba87483 service nova] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Received event network-vif-plugged-c0bf332b-1634-48ed-8b8d-10fec83e745a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1044.037498] env[68166]: DEBUG oslo_concurrency.lockutils [req-2a3cb504-4a8d-46bb-ad73-af3d51fb50a6 req-162081f9-4780-4bb0-a341-14620ba87483 service nova] Acquiring lock "b63e5526-014f-43cf-a490-57c7971bbf41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.037925] env[68166]: DEBUG oslo_concurrency.lockutils [req-2a3cb504-4a8d-46bb-ad73-af3d51fb50a6 req-162081f9-4780-4bb0-a341-14620ba87483 service nova] Lock "b63e5526-014f-43cf-a490-57c7971bbf41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.038065] env[68166]: DEBUG oslo_concurrency.lockutils [req-2a3cb504-4a8d-46bb-ad73-af3d51fb50a6 req-162081f9-4780-4bb0-a341-14620ba87483 service nova] Lock "b63e5526-014f-43cf-a490-57c7971bbf41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.038278] env[68166]: DEBUG nova.compute.manager [req-2a3cb504-4a8d-46bb-ad73-af3d51fb50a6 req-162081f9-4780-4bb0-a341-14620ba87483 service nova] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] No waiting events found dispatching network-vif-plugged-c0bf332b-1634-48ed-8b8d-10fec83e745a {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.038552] env[68166]: WARNING nova.compute.manager [req-2a3cb504-4a8d-46bb-ad73-af3d51fb50a6 req-162081f9-4780-4bb0-a341-14620ba87483 service nova] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Received unexpected event network-vif-plugged-c0bf332b-1634-48ed-8b8d-10fec83e745a for instance with vm_state building and task_state spawning. [ 1044.107099] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cb4f8c58-698c-4dfe-b722-b0309c75473e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.123s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.129567] env[68166]: DEBUG oslo_concurrency.lockutils [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquiring lock "refresh_cache-9adcf0e3-28a9-4209-a239-fcf3dfb27faa" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.129718] env[68166]: DEBUG oslo_concurrency.lockutils [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquired lock "refresh_cache-9adcf0e3-28a9-4209-a239-fcf3dfb27faa" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.130017] env[68166]: DEBUG nova.network.neutron [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.132237] env[68166]: DEBUG nova.compute.utils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.133809] env[68166]: DEBUG nova.compute.manager [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.133979] env[68166]: DEBUG nova.network.neutron [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.151744] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "interface-d7c6a607-e3c2-4ced-9c01-ade767f2811f-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.152041] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-d7c6a607-e3c2-4ced-9c01-ade767f2811f-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.152498] env[68166]: DEBUG nova.objects.instance [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'flavor' on Instance uuid d7c6a607-e3c2-4ced-9c01-ade767f2811f {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.183611] env[68166]: DEBUG oslo_concurrency.lockutils [None req-02d803c8-d8f0-42c0-bcb8-83526c942396 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "afd218b2-6981-4b54-aa35-cdb598443e69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.424s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.199580] env[68166]: DEBUG nova.policy [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1ca77783c943458e1a9d789309efbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d657f834a284ee3acbb498ca4ca8680', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.266984] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "afd218b2-6981-4b54-aa35-cdb598443e69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.267268] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "afd218b2-6981-4b54-aa35-cdb598443e69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.267475] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "afd218b2-6981-4b54-aa35-cdb598443e69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.267669] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "afd218b2-6981-4b54-aa35-cdb598443e69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.267864] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "afd218b2-6981-4b54-aa35-cdb598443e69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.272924] env[68166]: INFO nova.compute.manager [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Terminating instance [ 1044.344545] env[68166]: DEBUG nova.compute.manager [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.460231] env[68166]: INFO nova.compute.manager [-] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Took 1.31 seconds to deallocate network for instance. [ 1044.466704] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "refresh_cache-b63e5526-014f-43cf-a490-57c7971bbf41" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.466916] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "refresh_cache-b63e5526-014f-43cf-a490-57c7971bbf41" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.467146] env[68166]: DEBUG nova.network.neutron [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.546308] env[68166]: DEBUG nova.network.neutron [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Successfully created port: e78da9d6-d997-458d-a9a8-a1938e5cd4b1 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.644889] env[68166]: DEBUG nova.compute.manager [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.669663] env[68166]: DEBUG nova.network.neutron [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.757992] env[68166]: DEBUG nova.network.neutron [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.778692] env[68166]: DEBUG nova.compute.manager [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.778896] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.780073] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbe482c-4e4a-4a8a-a4b8-d6ebe834f874 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.794591] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.795104] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a114334-66a6-465d-b644-c0e26696c775 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.801229] env[68166]: DEBUG nova.objects.instance [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'pci_requests' on Instance uuid d7c6a607-e3c2-4ced-9c01-ade767f2811f {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.803400] env[68166]: DEBUG oslo_vmware.api [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1044.803400] env[68166]: value = "task-2807377" [ 1044.803400] env[68166]: _type = "Task" [ 1044.803400] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.813422] env[68166]: DEBUG oslo_vmware.api [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.837698] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.837963] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.838184] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.838372] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.838539] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.843783] env[68166]: INFO nova.compute.manager [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Terminating instance [ 1044.874274] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.969965] env[68166]: DEBUG oslo_concurrency.lockutils [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.001897] env[68166]: DEBUG nova.network.neutron [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.017541] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653e80be-c33a-464c-bd33-69fdd80c27d2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.029333] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520374c4-9563-4f82-9646-0e2841050b30 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.063525] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faf3e88-4b86-4705-bb48-e145d7af4b2d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.072043] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c88f52b-cabf-4781-ae84-995909153de4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.086846] env[68166]: DEBUG nova.compute.provider_tree [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.164122] env[68166]: DEBUG nova.network.neutron [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Updating instance_info_cache with network_info: [{"id": "c0bf332b-1634-48ed-8b8d-10fec83e745a", "address": "fa:16:3e:d5:a2:a7", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf332b-16", "ovs_interfaceid": "c0bf332b-1634-48ed-8b8d-10fec83e745a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.262047] env[68166]: DEBUG oslo_concurrency.lockutils [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Releasing lock "refresh_cache-9adcf0e3-28a9-4209-a239-fcf3dfb27faa" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.262370] env[68166]: DEBUG nova.compute.manager [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.262562] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.263456] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175c1b55-1c13-4245-a378-c0650d4405f3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.271652] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.271875] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ec07724-cf76-408b-8dc3-c1ff031e58de {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.280991] env[68166]: DEBUG oslo_vmware.api [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1045.280991] env[68166]: value = "task-2807378" [ 1045.280991] env[68166]: _type = "Task" [ 1045.280991] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.289312] env[68166]: DEBUG oslo_vmware.api [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.305169] env[68166]: DEBUG nova.objects.base [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1045.305421] env[68166]: DEBUG nova.network.neutron [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.316892] env[68166]: DEBUG oslo_vmware.api [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807377, 'name': PowerOffVM_Task, 'duration_secs': 0.332974} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.317187] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.317425] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.317645] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb9f299f-4dd9-4bc3-b4ac-b156fce0e290 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.347996] env[68166]: DEBUG nova.compute.manager [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.348360] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.349310] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77467774-6661-4760-83f4-fe35a3fd14cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.357923] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.358141] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-919ec9de-e669-452b-9224-46fb89c4a17c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.365261] env[68166]: DEBUG oslo_vmware.api [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1045.365261] env[68166]: value = "task-2807380" [ 1045.365261] env[68166]: _type = "Task" [ 1045.365261] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.374491] env[68166]: DEBUG oslo_vmware.api [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.376118] env[68166]: DEBUG nova.policy [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '297b58c8fe5c440290a8633572fea98c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a1a4de384b4a958b6ba53c9f91f135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.383153] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.383443] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.383635] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Deleting the datastore file [datastore2] afd218b2-6981-4b54-aa35-cdb598443e69 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.384041] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f85556e0-df7a-4f40-8f1c-743366389932 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.392964] env[68166]: DEBUG oslo_vmware.api [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1045.392964] env[68166]: value = "task-2807381" [ 1045.392964] env[68166]: _type = "Task" [ 1045.392964] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.403395] env[68166]: DEBUG oslo_vmware.api [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.589936] env[68166]: DEBUG nova.scheduler.client.report [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.656535] env[68166]: DEBUG nova.compute.manager [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.666142] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "refresh_cache-b63e5526-014f-43cf-a490-57c7971bbf41" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.666481] env[68166]: DEBUG nova.compute.manager [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Instance network_info: |[{"id": "c0bf332b-1634-48ed-8b8d-10fec83e745a", "address": "fa:16:3e:d5:a2:a7", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf332b-16", "ovs_interfaceid": "c0bf332b-1634-48ed-8b8d-10fec83e745a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.666910] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:a2:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0bf332b-1634-48ed-8b8d-10fec83e745a', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.674418] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.677142] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.677553] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6b9d1e7-304a-419b-b9af-220922c1ad5f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.694873] env[68166]: DEBUG nova.virt.hardware [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.695055] env[68166]: DEBUG nova.virt.hardware [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.695214] env[68166]: DEBUG nova.virt.hardware [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.695395] env[68166]: DEBUG nova.virt.hardware [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.695540] env[68166]: DEBUG nova.virt.hardware [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.695682] env[68166]: DEBUG nova.virt.hardware [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.695885] env[68166]: DEBUG nova.virt.hardware [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.696050] env[68166]: DEBUG nova.virt.hardware [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.696215] env[68166]: DEBUG nova.virt.hardware [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.696371] env[68166]: DEBUG nova.virt.hardware [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.696537] env[68166]: DEBUG nova.virt.hardware [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.697311] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0a0812-cc25-4a31-91fc-2ab79934c272 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.706027] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6244469d-14fd-4185-bbdc-2d554a069dda {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.709662] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.709662] env[68166]: value = "task-2807382" [ 1045.709662] env[68166]: _type = "Task" [ 1045.709662] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.725162] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807382, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.791673] env[68166]: DEBUG oslo_vmware.api [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807378, 'name': PowerOffVM_Task, 'duration_secs': 0.177506} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.791906] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.792131] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.792401] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a1e2b04-f2a4-4735-8d4d-0077162c6225 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.817819] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.818057] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.818324] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Deleting the datastore file [datastore2] 9adcf0e3-28a9-4209-a239-fcf3dfb27faa {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.818609] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d1f468b-efd9-4e38-9e4e-be7ec4ca0000 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.826252] env[68166]: DEBUG oslo_vmware.api [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for the task: (returnval){ [ 1045.826252] env[68166]: value = "task-2807384" [ 1045.826252] env[68166]: _type = "Task" [ 1045.826252] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.835022] env[68166]: DEBUG oslo_vmware.api [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.877025] env[68166]: DEBUG oslo_vmware.api [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807380, 'name': PowerOffVM_Task, 'duration_secs': 0.280035} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.877386] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.877651] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.877936] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1ba4229-bba8-4276-84df-98179b6cb54e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.904022] env[68166]: DEBUG oslo_vmware.api [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181429} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.904376] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.904648] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.904924] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.905229] env[68166]: INFO nova.compute.manager [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1045.905608] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.905873] env[68166]: DEBUG nova.compute.manager [-] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.906029] env[68166]: DEBUG nova.network.neutron [-] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.942900] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.943156] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.943343] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Deleting the datastore file [datastore1] 4f657381-f0cf-40e4-87f7-815ccb5eaf9b {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.944533] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95e1a4a5-99f8-4303-aa4b-0670e4a87ec3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.951584] env[68166]: DEBUG oslo_vmware.api [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1045.951584] env[68166]: value = "task-2807386" [ 1045.951584] env[68166]: _type = "Task" [ 1045.951584] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.960543] env[68166]: DEBUG oslo_vmware.api [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.095893] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.096646] env[68166]: DEBUG nova.compute.manager [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.099332] env[68166]: DEBUG oslo_concurrency.lockutils [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.770s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.099909] env[68166]: DEBUG oslo_concurrency.lockutils [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.101577] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.510s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.103015] env[68166]: INFO nova.compute.claims [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.140211] env[68166]: INFO nova.scheduler.client.report [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted allocations for instance 4edf3231-3ae0-4749-a65b-067aa2bb6217 [ 1046.171363] env[68166]: DEBUG nova.compute.manager [req-210b02fa-9868-4d71-aad2-23818a614e82 req-d0a2c9b5-eb7c-440b-873a-b30afc250a38 service nova] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Received event network-changed-c0bf332b-1634-48ed-8b8d-10fec83e745a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1046.171645] env[68166]: DEBUG nova.compute.manager [req-210b02fa-9868-4d71-aad2-23818a614e82 req-d0a2c9b5-eb7c-440b-873a-b30afc250a38 service nova] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Refreshing instance network info cache due to event network-changed-c0bf332b-1634-48ed-8b8d-10fec83e745a. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1046.171820] env[68166]: DEBUG oslo_concurrency.lockutils [req-210b02fa-9868-4d71-aad2-23818a614e82 req-d0a2c9b5-eb7c-440b-873a-b30afc250a38 service nova] Acquiring lock "refresh_cache-b63e5526-014f-43cf-a490-57c7971bbf41" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.171970] env[68166]: DEBUG oslo_concurrency.lockutils [req-210b02fa-9868-4d71-aad2-23818a614e82 req-d0a2c9b5-eb7c-440b-873a-b30afc250a38 service nova] Acquired lock "refresh_cache-b63e5526-014f-43cf-a490-57c7971bbf41" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.172156] env[68166]: DEBUG nova.network.neutron [req-210b02fa-9868-4d71-aad2-23818a614e82 req-d0a2c9b5-eb7c-440b-873a-b30afc250a38 service nova] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Refreshing network info cache for port c0bf332b-1634-48ed-8b8d-10fec83e745a {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.221761] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807382, 'name': CreateVM_Task, 'duration_secs': 0.382958} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.221932] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.222667] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.222853] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.223180] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.223433] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be3e687-b5c8-4cd4-84d3-52347aa07a78 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.230325] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1046.230325] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ca5370-6de3-aca7-a8d6-cc577e46bee9" [ 1046.230325] env[68166]: _type = "Task" [ 1046.230325] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.243450] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ca5370-6de3-aca7-a8d6-cc577e46bee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.246034] env[68166]: DEBUG nova.network.neutron [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Successfully updated port: e78da9d6-d997-458d-a9a8-a1938e5cd4b1 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.299635] env[68166]: DEBUG nova.compute.manager [req-ca10a15c-0d63-4d41-9210-94c47948b669 req-18d6b70f-b016-4799-ac8f-f33b8a92c984 service nova] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Received event network-vif-deleted-026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1046.299635] env[68166]: INFO nova.compute.manager [req-ca10a15c-0d63-4d41-9210-94c47948b669 req-18d6b70f-b016-4799-ac8f-f33b8a92c984 service nova] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Neutron deleted interface 026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e; detaching it from the instance and deleting it from the info cache [ 1046.299752] env[68166]: DEBUG nova.network.neutron [req-ca10a15c-0d63-4d41-9210-94c47948b669 req-18d6b70f-b016-4799-ac8f-f33b8a92c984 service nova] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.337801] env[68166]: DEBUG oslo_vmware.api [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Task: {'id': task-2807384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090895} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.337801] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.337997] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.338214] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.338268] env[68166]: INFO nova.compute.manager [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1046.338489] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.338685] env[68166]: DEBUG nova.compute.manager [-] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.338761] env[68166]: DEBUG nova.network.neutron [-] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.358615] env[68166]: DEBUG nova.network.neutron [-] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.460511] env[68166]: DEBUG oslo_vmware.api [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136069} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.460779] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.460965] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.461161] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.461417] env[68166]: INFO nova.compute.manager [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1046.461592] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.461836] env[68166]: DEBUG nova.compute.manager [-] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.461935] env[68166]: DEBUG nova.network.neutron [-] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.607924] env[68166]: DEBUG nova.compute.utils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.611734] env[68166]: DEBUG nova.compute.manager [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.611937] env[68166]: DEBUG nova.network.neutron [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.650172] env[68166]: DEBUG oslo_concurrency.lockutils [None req-262c2591-6742-4676-8045-24847e4b3bff tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "4edf3231-3ae0-4749-a65b-067aa2bb6217" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.088s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.685385] env[68166]: DEBUG nova.policy [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55785eaa0aaf42a3bc7418ae1527ebe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5672adac0e1e45df9d655c87029954b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.709929] env[68166]: DEBUG nova.network.neutron [-] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.743692] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ca5370-6de3-aca7-a8d6-cc577e46bee9, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.743988] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.744242] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.744731] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.744834] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.745163] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.745301] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fccc5b96-b291-45e1-9558-dffd9744aeb9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.748783] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "refresh_cache-d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.748884] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "refresh_cache-d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.749027] env[68166]: DEBUG nova.network.neutron [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.756484] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.756484] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.756687] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf322a23-b4f3-4316-8a6d-b5309dc6fd3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.764431] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1046.764431] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ceb6e1-6eb6-2902-8518-d535f326d822" [ 1046.764431] env[68166]: _type = "Task" [ 1046.764431] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.774022] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ceb6e1-6eb6-2902-8518-d535f326d822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.802135] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7459a4b-1291-44e6-a5be-6d2ba91cef53 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.811864] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bd7c74-310d-4540-9c93-7a03d0ae6ef5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.849852] env[68166]: DEBUG nova.compute.manager [req-ca10a15c-0d63-4d41-9210-94c47948b669 req-18d6b70f-b016-4799-ac8f-f33b8a92c984 service nova] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Detach interface failed, port_id=026efb10-6ff4-4ef8-ba31-3bb4d97ebb4e, reason: Instance afd218b2-6981-4b54-aa35-cdb598443e69 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1046.861992] env[68166]: DEBUG nova.network.neutron [-] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.083474] env[68166]: DEBUG nova.network.neutron [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Successfully updated port: 42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.113074] env[68166]: DEBUG nova.compute.manager [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.119785] env[68166]: DEBUG nova.network.neutron [req-210b02fa-9868-4d71-aad2-23818a614e82 req-d0a2c9b5-eb7c-440b-873a-b30afc250a38 service nova] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Updated VIF entry in instance network info cache for port c0bf332b-1634-48ed-8b8d-10fec83e745a. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.120891] env[68166]: DEBUG nova.network.neutron [req-210b02fa-9868-4d71-aad2-23818a614e82 req-d0a2c9b5-eb7c-440b-873a-b30afc250a38 service nova] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Updating instance_info_cache with network_info: [{"id": "c0bf332b-1634-48ed-8b8d-10fec83e745a", "address": "fa:16:3e:d5:a2:a7", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf332b-16", "ovs_interfaceid": "c0bf332b-1634-48ed-8b8d-10fec83e745a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.153269] env[68166]: DEBUG nova.network.neutron [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Successfully created port: abd8c408-1dc1-4698-970d-193bfb345f52 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.213739] env[68166]: INFO nova.compute.manager [-] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Took 1.31 seconds to deallocate network for instance. [ 1047.275578] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ceb6e1-6eb6-2902-8518-d535f326d822, 'name': SearchDatastore_Task, 'duration_secs': 0.023269} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.278937] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cefddaf0-7140-4a76-a921-c38e5b0f3754 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.285268] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1047.285268] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]525e1af6-3868-7038-fcd3-f6601daffc82" [ 1047.285268] env[68166]: _type = "Task" [ 1047.285268] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.294309] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]525e1af6-3868-7038-fcd3-f6601daffc82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.297627] env[68166]: DEBUG nova.network.neutron [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.364139] env[68166]: INFO nova.compute.manager [-] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Took 1.03 seconds to deallocate network for instance. [ 1047.488725] env[68166]: DEBUG nova.network.neutron [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Updating instance_info_cache with network_info: [{"id": "e78da9d6-d997-458d-a9a8-a1938e5cd4b1", "address": "fa:16:3e:fd:d1:3e", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape78da9d6-d9", "ovs_interfaceid": "e78da9d6-d997-458d-a9a8-a1938e5cd4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.516980] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a0f815-c5d4-4f5d-8ec6-bd758911208f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.525748] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad751a6-da0d-4972-ba45-615601273015 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.557249] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d457e8-f75d-4d6c-a87c-f9aba4a7bb73 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.565299] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec71dd1-9d94-48de-989c-57a7319557a2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.578952] env[68166]: DEBUG nova.compute.provider_tree [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.585177] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.585347] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.585513] env[68166]: DEBUG nova.network.neutron [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.626536] env[68166]: DEBUG oslo_concurrency.lockutils [req-210b02fa-9868-4d71-aad2-23818a614e82 req-d0a2c9b5-eb7c-440b-873a-b30afc250a38 service nova] Releasing lock "refresh_cache-b63e5526-014f-43cf-a490-57c7971bbf41" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.687036] env[68166]: DEBUG nova.network.neutron [-] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.724319] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.796723] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]525e1af6-3868-7038-fcd3-f6601daffc82, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.796946] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.797230] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] b63e5526-014f-43cf-a490-57c7971bbf41/b63e5526-014f-43cf-a490-57c7971bbf41.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.797494] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4c60bfa-0017-4a78-a1d6-f1a78a5c159b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.805950] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1047.805950] env[68166]: value = "task-2807387" [ 1047.805950] env[68166]: _type = "Task" [ 1047.805950] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.814777] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.870541] env[68166]: DEBUG oslo_concurrency.lockutils [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.995579] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "refresh_cache-d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.995991] env[68166]: DEBUG nova.compute.manager [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Instance network_info: |[{"id": "e78da9d6-d997-458d-a9a8-a1938e5cd4b1", "address": "fa:16:3e:fd:d1:3e", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape78da9d6-d9", "ovs_interfaceid": "e78da9d6-d997-458d-a9a8-a1938e5cd4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.996578] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:d1:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e78da9d6-d997-458d-a9a8-a1938e5cd4b1', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.005063] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.005386] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.005621] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f008c663-94ed-43d5-8e2b-9e6f4c6d3196 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.027373] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.027373] env[68166]: value = "task-2807388" [ 1048.027373] env[68166]: _type = "Task" [ 1048.027373] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.038331] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807388, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.103479] env[68166]: ERROR nova.scheduler.client.report [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [req-3cbf10f7-a1e6-487f-bd30-dd0875fcedb0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3cbf10f7-a1e6-487f-bd30-dd0875fcedb0"}]} [ 1048.125389] env[68166]: DEBUG nova.scheduler.client.report [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1048.128691] env[68166]: DEBUG nova.compute.manager [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.131610] env[68166]: WARNING nova.network.neutron [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] bc660463-b5d5-4515-bdaf-bf8c8b272bef already exists in list: networks containing: ['bc660463-b5d5-4515-bdaf-bf8c8b272bef']. ignoring it [ 1048.149418] env[68166]: DEBUG nova.scheduler.client.report [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1048.149418] env[68166]: DEBUG nova.compute.provider_tree [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.160397] env[68166]: DEBUG nova.virt.hardware [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.160725] env[68166]: DEBUG nova.virt.hardware [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.160899] env[68166]: DEBUG nova.virt.hardware [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.165146] env[68166]: DEBUG nova.virt.hardware [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.165562] env[68166]: DEBUG nova.virt.hardware [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.165893] env[68166]: DEBUG nova.virt.hardware [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.166342] env[68166]: DEBUG nova.virt.hardware [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.166657] env[68166]: DEBUG nova.virt.hardware [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.166961] env[68166]: DEBUG nova.virt.hardware [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.167257] env[68166]: DEBUG nova.virt.hardware [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.167558] env[68166]: DEBUG nova.virt.hardware [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.168669] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4b5bee-7084-49fe-9f8d-26683eb144fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.175560] env[68166]: DEBUG nova.scheduler.client.report [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1048.182089] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d092b95-e90b-4ae7-871b-4d686000ed94 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.198735] env[68166]: INFO nova.compute.manager [-] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Took 1.74 seconds to deallocate network for instance. [ 1048.204793] env[68166]: DEBUG nova.scheduler.client.report [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1048.318985] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432931} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.323831] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] b63e5526-014f-43cf-a490-57c7971bbf41/b63e5526-014f-43cf-a490-57c7971bbf41.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.323831] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.325260] env[68166]: DEBUG nova.compute.manager [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Received event network-vif-plugged-e78da9d6-d997-458d-a9a8-a1938e5cd4b1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.325510] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] Acquiring lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.325747] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] Lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.325955] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] Lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.326168] env[68166]: DEBUG nova.compute.manager [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] No waiting events found dispatching network-vif-plugged-e78da9d6-d997-458d-a9a8-a1938e5cd4b1 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.326371] env[68166]: WARNING nova.compute.manager [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Received unexpected event network-vif-plugged-e78da9d6-d997-458d-a9a8-a1938e5cd4b1 for instance with vm_state building and task_state spawning. [ 1048.326563] env[68166]: DEBUG nova.compute.manager [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Received event network-changed-e78da9d6-d997-458d-a9a8-a1938e5cd4b1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.326748] env[68166]: DEBUG nova.compute.manager [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Refreshing instance network info cache due to event network-changed-e78da9d6-d997-458d-a9a8-a1938e5cd4b1. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1048.326968] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] Acquiring lock "refresh_cache-d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.327146] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] Acquired lock "refresh_cache-d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.327336] env[68166]: DEBUG nova.network.neutron [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Refreshing network info cache for port e78da9d6-d997-458d-a9a8-a1938e5cd4b1 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.330764] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c6eb1c8-e931-4c35-84ee-c110c155da91 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.342746] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1048.342746] env[68166]: value = "task-2807389" [ 1048.342746] env[68166]: _type = "Task" [ 1048.342746] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.356401] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.412447] env[68166]: DEBUG nova.compute.manager [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Received event network-vif-plugged-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.412793] env[68166]: DEBUG oslo_concurrency.lockutils [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] Acquiring lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.412966] env[68166]: DEBUG oslo_concurrency.lockutils [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] Lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.413354] env[68166]: DEBUG oslo_concurrency.lockutils [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] Lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.413565] env[68166]: DEBUG nova.compute.manager [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] No waiting events found dispatching network-vif-plugged-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.413782] env[68166]: WARNING nova.compute.manager [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Received unexpected event network-vif-plugged-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 for instance with vm_state active and task_state None. [ 1048.413966] env[68166]: DEBUG nova.compute.manager [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Received event network-changed-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.414243] env[68166]: DEBUG nova.compute.manager [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Refreshing instance network info cache due to event network-changed-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1048.414469] env[68166]: DEBUG oslo_concurrency.lockutils [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] Acquiring lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.542292] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807388, 'name': CreateVM_Task, 'duration_secs': 0.451711} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.544675] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.545546] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.545713] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.546118] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.546298] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e663a1d-b065-4738-a28f-463b86ac5d1a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.551519] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1048.551519] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524b0d53-00c9-41cc-c57d-26ee0e77614b" [ 1048.551519] env[68166]: _type = "Task" [ 1048.551519] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.560530] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524b0d53-00c9-41cc-c57d-26ee0e77614b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.564456] env[68166]: DEBUG nova.network.neutron [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updating instance_info_cache with network_info: [{"id": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "address": "fa:16:3e:36:a8:40", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93120ebb-f3", "ovs_interfaceid": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2", "address": "fa:16:3e:80:55:2d", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e6b5e1-4e", "ovs_interfaceid": "42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.595631] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacf1952-c4b6-4cef-a17d-917eece3ad27 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.603916] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa60d0b7-d3ab-4e1c-a34b-ae4f9d686dfa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.640057] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c0580a-68c1-4031-a44d-9be552d6ce94 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.649317] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f69eeb-1b3f-401f-bbd0-88d4fc3d5375 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.654708] env[68166]: DEBUG nova.network.neutron [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Successfully updated port: abd8c408-1dc1-4698-970d-193bfb345f52 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.669329] env[68166]: DEBUG nova.compute.provider_tree [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.712586] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.856489] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064186} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.856489] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.857394] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a851f173-b271-4fa1-a52c-c299375a0dad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.882202] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] b63e5526-014f-43cf-a490-57c7971bbf41/b63e5526-014f-43cf-a490-57c7971bbf41.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.885244] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b5cf281-9ba3-468f-9840-d2c70bda260c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.907255] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1048.907255] env[68166]: value = "task-2807390" [ 1048.907255] env[68166]: _type = "Task" [ 1048.907255] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.916035] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.066579] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.067263] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.067437] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.067706] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524b0d53-00c9-41cc-c57d-26ee0e77614b, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.067961] env[68166]: DEBUG oslo_concurrency.lockutils [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] Acquired lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.068174] env[68166]: DEBUG nova.network.neutron [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Refreshing network info cache for port 42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.070525] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b5d3ea-143f-4107-9aae-db4bdc72e547 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.072961] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.072961] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.073090] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.073123] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.074203] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.074203] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3935411-44d8-43e5-96f7-5de83a09d2be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.090616] env[68166]: DEBUG nova.virt.hardware [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.090871] env[68166]: DEBUG nova.virt.hardware [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.091054] env[68166]: DEBUG nova.virt.hardware [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.091261] env[68166]: DEBUG nova.virt.hardware [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.091412] env[68166]: DEBUG nova.virt.hardware [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.091579] env[68166]: DEBUG nova.virt.hardware [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.091828] env[68166]: DEBUG nova.virt.hardware [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.092010] env[68166]: DEBUG nova.virt.hardware [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.092233] env[68166]: DEBUG nova.virt.hardware [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.092440] env[68166]: DEBUG nova.virt.hardware [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.092637] env[68166]: DEBUG nova.virt.hardware [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.098982] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Reconfiguring VM to attach interface {{(pid=68166) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1049.100805] env[68166]: DEBUG nova.network.neutron [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Updated VIF entry in instance network info cache for port e78da9d6-d997-458d-a9a8-a1938e5cd4b1. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.101158] env[68166]: DEBUG nova.network.neutron [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Updating instance_info_cache with network_info: [{"id": "e78da9d6-d997-458d-a9a8-a1938e5cd4b1", "address": "fa:16:3e:fd:d1:3e", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape78da9d6-d9", "ovs_interfaceid": "e78da9d6-d997-458d-a9a8-a1938e5cd4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.102536] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb3636b-b8f3-4894-a876-1d8c7611fdf3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.114903] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.115139] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.116890] env[68166]: DEBUG oslo_concurrency.lockutils [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] Releasing lock "refresh_cache-d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.117165] env[68166]: DEBUG nova.compute.manager [req-ab389df3-0946-428c-a320-bbf4beecce54 req-07c2a6ba-273c-4318-95c9-7ca6cc3e3b67 service nova] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Received event network-vif-deleted-84c04580-8d64-4e6a-831a-6681cb09a91e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.117546] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45763415-9ed1-4a0d-b1bb-e205967c584a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.124607] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1049.124607] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52aa0cb3-dce1-c2d0-3bc4-ac6a6d8283f8" [ 1049.124607] env[68166]: _type = "Task" [ 1049.124607] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.130049] env[68166]: DEBUG oslo_vmware.api [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1049.130049] env[68166]: value = "task-2807391" [ 1049.130049] env[68166]: _type = "Task" [ 1049.130049] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.136808] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52aa0cb3-dce1-c2d0-3bc4-ac6a6d8283f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.142343] env[68166]: DEBUG oslo_vmware.api [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807391, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.157803] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "refresh_cache-b811e11e-69e8-4c1f-9929-75cd4ba3dfb9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.158045] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "refresh_cache-b811e11e-69e8-4c1f-9929-75cd4ba3dfb9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.158205] env[68166]: DEBUG nova.network.neutron [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.205794] env[68166]: DEBUG nova.scheduler.client.report [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1049.206073] env[68166]: DEBUG nova.compute.provider_tree [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 142 to 143 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1049.206262] env[68166]: DEBUG nova.compute.provider_tree [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.420142] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807390, 'name': ReconfigVM_Task, 'duration_secs': 0.291205} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.420142] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Reconfigured VM instance instance-00000068 to attach disk [datastore1] b63e5526-014f-43cf-a490-57c7971bbf41/b63e5526-014f-43cf-a490-57c7971bbf41.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.420585] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51ede56c-0ecb-461b-b220-ce23cf22775b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.428434] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1049.428434] env[68166]: value = "task-2807392" [ 1049.428434] env[68166]: _type = "Task" [ 1049.428434] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.436767] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807392, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.643201] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52aa0cb3-dce1-c2d0-3bc4-ac6a6d8283f8, 'name': SearchDatastore_Task, 'duration_secs': 0.040975} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.644735] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d54e52-d9b3-47e4-9c34-d0c84ed8e7b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.652651] env[68166]: DEBUG oslo_vmware.api [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807391, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.660069] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1049.660069] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c6629b-66b7-573f-24d3-c94cb4a8cc7b" [ 1049.660069] env[68166]: _type = "Task" [ 1049.660069] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.684764] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c6629b-66b7-573f-24d3-c94cb4a8cc7b, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.685598] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.685863] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20/d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.686149] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16d57196-936c-4a33-9d8d-64be8f4da460 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.693722] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1049.693722] env[68166]: value = "task-2807393" [ 1049.693722] env[68166]: _type = "Task" [ 1049.693722] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.703027] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.711660] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.610s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.712299] env[68166]: DEBUG nova.compute.manager [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.715110] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.563s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.716495] env[68166]: DEBUG nova.objects.instance [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lazy-loading 'resources' on Instance uuid 379b20a7-4f01-45f0-89ba-f8bee1f18a9d {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.729121] env[68166]: DEBUG nova.network.neutron [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.845383] env[68166]: DEBUG nova.network.neutron [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updated VIF entry in instance network info cache for port 42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.845383] env[68166]: DEBUG nova.network.neutron [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updating instance_info_cache with network_info: [{"id": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "address": "fa:16:3e:36:a8:40", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93120ebb-f3", "ovs_interfaceid": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2", "address": "fa:16:3e:80:55:2d", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e6b5e1-4e", "ovs_interfaceid": "42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.929459] env[68166]: DEBUG nova.network.neutron [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Updating instance_info_cache with network_info: [{"id": "abd8c408-1dc1-4698-970d-193bfb345f52", "address": "fa:16:3e:5d:5a:a0", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd8c408-1d", "ovs_interfaceid": "abd8c408-1dc1-4698-970d-193bfb345f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.939220] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807392, 'name': Rename_Task, 'duration_secs': 0.16051} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.939526] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.939825] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24ae6564-6937-43c0-9474-f663e6466b02 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.949067] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1049.949067] env[68166]: value = "task-2807394" [ 1049.949067] env[68166]: _type = "Task" [ 1049.949067] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.960234] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.143126] env[68166]: DEBUG oslo_vmware.api [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807391, 'name': ReconfigVM_Task, 'duration_secs': 0.580555} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.143672] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.143938] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Reconfigured VM to attach interface {{(pid=68166) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1050.174750] env[68166]: INFO nova.compute.manager [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Rebuilding instance [ 1050.210154] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486278} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.210461] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20/d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.210698] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.210972] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b24066ce-2791-427a-9f14-55fe523e99fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.221042] env[68166]: DEBUG nova.compute.utils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.226085] env[68166]: DEBUG nova.compute.manager [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.226270] env[68166]: DEBUG nova.network.neutron [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.228284] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1050.228284] env[68166]: value = "task-2807395" [ 1050.228284] env[68166]: _type = "Task" [ 1050.228284] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.230892] env[68166]: DEBUG nova.compute.manager [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.234877] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec398269-5bd2-46f2-b9f4-57fbd0c09019 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.245620] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.286781] env[68166]: DEBUG nova.policy [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '685628e5b2274ca4bd985293d124941f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79533729ba1e4802b1cd8591e3546126', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.347594] env[68166]: DEBUG oslo_concurrency.lockutils [req-21d6c2d8-32e5-4986-bc6d-58b6ae9d3448 req-90fd9c0a-fed6-4e46-afc7-bd9def1ad989 service nova] Releasing lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.429564] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "refresh_cache-b811e11e-69e8-4c1f-9929-75cd4ba3dfb9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.429928] env[68166]: DEBUG nova.compute.manager [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Instance network_info: |[{"id": "abd8c408-1dc1-4698-970d-193bfb345f52", "address": "fa:16:3e:5d:5a:a0", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd8c408-1d", "ovs_interfaceid": "abd8c408-1dc1-4698-970d-193bfb345f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.430424] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:5a:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abd8c408-1dc1-4698-970d-193bfb345f52', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.438143] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.440880] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.441351] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-435793c5-e758-49bf-b448-4c097637bb9d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.469651] env[68166]: DEBUG oslo_vmware.api [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807394, 'name': PowerOnVM_Task, 'duration_secs': 0.48545} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.470427] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.470730] env[68166]: INFO nova.compute.manager [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1050.470806] env[68166]: DEBUG nova.compute.manager [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.471065] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.471065] env[68166]: value = "task-2807396" [ 1050.471065] env[68166]: _type = "Task" [ 1050.471065] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.471728] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cd2b5b-1180-40c1-9205-b312020307c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.492846] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807396, 'name': CreateVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.595678] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf3a096-a52f-4597-9ef6-1ba84601e018 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.605437] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdfc4ea-d6b5-4d39-bd60-73c9475efa15 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.638580] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57423c29-37bd-4ab2-9dca-42518711d2c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.647415] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169601b7-e859-4e3f-85f3-16b43bc029fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.652478] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a2f15f38-b451-466e-9b26-9c5a36e1c499 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-d7c6a607-e3c2-4ced-9c01-ade767f2811f-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.500s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.665374] env[68166]: DEBUG nova.compute.provider_tree [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.667510] env[68166]: DEBUG nova.network.neutron [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Successfully created port: 69ffd5cd-7751-48fa-a2f6-6588fd82f549 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.732339] env[68166]: DEBUG nova.compute.manager [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.746251] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069658} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.746552] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.747428] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bcb5e6-0dd4-4754-ae19-72316f2cbb05 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.777051] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20/d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.778803] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf63607-06d9-4582-8182-3f88735cc987 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.801273] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1050.801273] env[68166]: value = "task-2807397" [ 1050.801273] env[68166]: _type = "Task" [ 1050.801273] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.810550] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.845204] env[68166]: DEBUG nova.compute.manager [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Received event network-vif-plugged-abd8c408-1dc1-4698-970d-193bfb345f52 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.845204] env[68166]: DEBUG oslo_concurrency.lockutils [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] Acquiring lock "b811e11e-69e8-4c1f-9929-75cd4ba3dfb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.845666] env[68166]: DEBUG oslo_concurrency.lockutils [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] Lock "b811e11e-69e8-4c1f-9929-75cd4ba3dfb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.845666] env[68166]: DEBUG oslo_concurrency.lockutils [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] Lock "b811e11e-69e8-4c1f-9929-75cd4ba3dfb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.845853] env[68166]: DEBUG nova.compute.manager [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] No waiting events found dispatching network-vif-plugged-abd8c408-1dc1-4698-970d-193bfb345f52 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.846190] env[68166]: WARNING nova.compute.manager [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Received unexpected event network-vif-plugged-abd8c408-1dc1-4698-970d-193bfb345f52 for instance with vm_state building and task_state spawning. [ 1050.846353] env[68166]: DEBUG nova.compute.manager [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Received event network-changed-abd8c408-1dc1-4698-970d-193bfb345f52 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.846529] env[68166]: DEBUG nova.compute.manager [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Refreshing instance network info cache due to event network-changed-abd8c408-1dc1-4698-970d-193bfb345f52. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1050.846814] env[68166]: DEBUG oslo_concurrency.lockutils [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] Acquiring lock "refresh_cache-b811e11e-69e8-4c1f-9929-75cd4ba3dfb9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.847090] env[68166]: DEBUG oslo_concurrency.lockutils [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] Acquired lock "refresh_cache-b811e11e-69e8-4c1f-9929-75cd4ba3dfb9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.847318] env[68166]: DEBUG nova.network.neutron [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Refreshing network info cache for port abd8c408-1dc1-4698-970d-193bfb345f52 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.986796] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807396, 'name': CreateVM_Task, 'duration_secs': 0.453579} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.986980] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.988065] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.988065] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.988406] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.988995] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a93780-d816-49ca-bc34-3b00ff1c53b9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.996616] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1050.996616] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c502e7-61c7-d2f4-f2a8-010dc208190b" [ 1050.996616] env[68166]: _type = "Task" [ 1050.996616] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.002537] env[68166]: INFO nova.compute.manager [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Took 23.76 seconds to build instance. [ 1051.009736] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c502e7-61c7-d2f4-f2a8-010dc208190b, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.010072] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.010304] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.010532] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.010677] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.010886] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.011169] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c8a277d-7654-4602-9d23-8d16c89c8009 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.020429] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.020653] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.021476] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756e5ff1-6f3b-4be4-8111-675b59594de1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.028236] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1051.028236] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a2b303-58f4-a280-f3f1-4a8d8e9ced47" [ 1051.028236] env[68166]: _type = "Task" [ 1051.028236] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.040108] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a2b303-58f4-a280-f3f1-4a8d8e9ced47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.205247] env[68166]: DEBUG nova.scheduler.client.report [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1051.205542] env[68166]: DEBUG nova.compute.provider_tree [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 143 to 144 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1051.205724] env[68166]: DEBUG nova.compute.provider_tree [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.278438] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.278438] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-827aaf9b-254b-4f96-a85a-84772e86c0bc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.287550] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1051.287550] env[68166]: value = "task-2807398" [ 1051.287550] env[68166]: _type = "Task" [ 1051.287550] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.296499] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.311301] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807397, 'name': ReconfigVM_Task, 'duration_secs': 0.303203} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.311584] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Reconfigured VM instance instance-00000069 to attach disk [datastore1] d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20/d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.312278] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67759dc7-3a3f-4691-af56-7495a02759a0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.319935] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1051.319935] env[68166]: value = "task-2807399" [ 1051.319935] env[68166]: _type = "Task" [ 1051.319935] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.328540] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807399, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.505354] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9cd60503-ba94-4f34-873b-ff9b8c2cf41e tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "b63e5526-014f-43cf-a490-57c7971bbf41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.277s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.541252] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a2b303-58f4-a280-f3f1-4a8d8e9ced47, 'name': SearchDatastore_Task, 'duration_secs': 0.01152} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.542130] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10277b87-b506-4ea1-ab98-8b774384fbfe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.550459] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1051.550459] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]522d06eb-d3c2-0397-8b8f-d8aff4ddc6aa" [ 1051.550459] env[68166]: _type = "Task" [ 1051.550459] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.558313] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522d06eb-d3c2-0397-8b8f-d8aff4ddc6aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.710498] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.714318] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.443s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.714318] env[68166]: DEBUG nova.objects.instance [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lazy-loading 'resources' on Instance uuid 6da9ed10-f901-42cb-a370-6392ea9589cd {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.740640] env[68166]: INFO nova.scheduler.client.report [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Deleted allocations for instance 379b20a7-4f01-45f0-89ba-f8bee1f18a9d [ 1051.744842] env[68166]: DEBUG nova.compute.manager [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.778931] env[68166]: DEBUG nova.virt.hardware [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.779144] env[68166]: DEBUG nova.virt.hardware [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.779303] env[68166]: DEBUG nova.virt.hardware [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.779501] env[68166]: DEBUG nova.virt.hardware [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.779649] env[68166]: DEBUG nova.virt.hardware [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.779834] env[68166]: DEBUG nova.virt.hardware [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.780065] env[68166]: DEBUG nova.virt.hardware [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.780223] env[68166]: DEBUG nova.virt.hardware [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.780387] env[68166]: DEBUG nova.virt.hardware [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.780549] env[68166]: DEBUG nova.virt.hardware [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.780722] env[68166]: DEBUG nova.virt.hardware [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.781597] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d9cc97-5e92-48aa-aca5-c1b65bff960e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.797512] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e47cd5e-2898-497a-a4b5-68a78aee6ce0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.807814] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807398, 'name': PowerOffVM_Task, 'duration_secs': 0.210982} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.820023] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.820023] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.820023] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fe0c3e-04e1-4142-b3dc-ec373c1a6078 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.833155] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807399, 'name': Rename_Task, 'duration_secs': 0.217923} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.835545] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.835873] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.836141] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-789aa16d-7755-4e28-9e13-cfd704fde211 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.837846] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19391893-72f2-4257-8d50-40c85b404340 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.848192] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1051.848192] env[68166]: value = "task-2807400" [ 1051.848192] env[68166]: _type = "Task" [ 1051.848192] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.858390] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.887792] env[68166]: DEBUG nova.network.neutron [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Updated VIF entry in instance network info cache for port abd8c408-1dc1-4698-970d-193bfb345f52. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.888354] env[68166]: DEBUG nova.network.neutron [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Updating instance_info_cache with network_info: [{"id": "abd8c408-1dc1-4698-970d-193bfb345f52", "address": "fa:16:3e:5d:5a:a0", "network": {"id": "6fe328fc-aca2-424e-8c2f-d46c92f7b106", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-62947936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5672adac0e1e45df9d655c87029954b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd8c408-1d", "ovs_interfaceid": "abd8c408-1dc1-4698-970d-193bfb345f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.917031] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.917308] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.917473] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleting the datastore file [datastore2] 36f8ee58-8ba1-4233-b338-b44ac6538b3f {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.918103] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cec4925e-a6f8-4bfa-b46b-6ffedebe50d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.926971] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1051.926971] env[68166]: value = "task-2807402" [ 1051.926971] env[68166]: _type = "Task" [ 1051.926971] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.935985] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.060813] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]522d06eb-d3c2-0397-8b8f-d8aff4ddc6aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.061109] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.061357] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] b811e11e-69e8-4c1f-9929-75cd4ba3dfb9/b811e11e-69e8-4c1f-9929-75cd4ba3dfb9.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.061618] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0640be2a-0f34-4f8f-9d43-b8da6694ba04 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.069859] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1052.069859] env[68166]: value = "task-2807403" [ 1052.069859] env[68166]: _type = "Task" [ 1052.069859] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.078504] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.187268] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "interface-d7c6a607-e3c2-4ced-9c01-ade767f2811f-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.187548] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-d7c6a607-e3c2-4ced-9c01-ade767f2811f-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.216021] env[68166]: DEBUG nova.objects.instance [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lazy-loading 'numa_topology' on Instance uuid 6da9ed10-f901-42cb-a370-6392ea9589cd {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.250760] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37b98251-8e40-430a-8ab3-bc093040e85c tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "379b20a7-4f01-45f0-89ba-f8bee1f18a9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.568s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.360986] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.393068] env[68166]: DEBUG oslo_concurrency.lockutils [req-6e9b39bd-6091-4b91-95f0-6e82e5d2a96d req-3c28b9c0-ecce-4b0b-82af-e46a992f6025 service nova] Releasing lock "refresh_cache-b811e11e-69e8-4c1f-9929-75cd4ba3dfb9" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.439135] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335345} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.439453] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.441017] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.441017] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.522697] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "b63e5526-014f-43cf-a490-57c7971bbf41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.523231] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "b63e5526-014f-43cf-a490-57c7971bbf41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.523450] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "b63e5526-014f-43cf-a490-57c7971bbf41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.523627] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "b63e5526-014f-43cf-a490-57c7971bbf41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.523797] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "b63e5526-014f-43cf-a490-57c7971bbf41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.527465] env[68166]: INFO nova.compute.manager [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Terminating instance [ 1052.573264] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "060c4dc2-d45d-481e-99bc-3b8cc2526efc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.573264] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "060c4dc2-d45d-481e-99bc-3b8cc2526efc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.573264] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "060c4dc2-d45d-481e-99bc-3b8cc2526efc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.573264] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "060c4dc2-d45d-481e-99bc-3b8cc2526efc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.573264] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "060c4dc2-d45d-481e-99bc-3b8cc2526efc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.578601] env[68166]: INFO nova.compute.manager [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Terminating instance [ 1052.584850] env[68166]: DEBUG nova.compute.manager [req-b0636ac4-6703-4436-ad0e-a1f0fc13526c req-076be95c-e53f-4fc6-82bf-08582dcdd5d7 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Received event network-vif-plugged-69ffd5cd-7751-48fa-a2f6-6588fd82f549 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.585390] env[68166]: DEBUG oslo_concurrency.lockutils [req-b0636ac4-6703-4436-ad0e-a1f0fc13526c req-076be95c-e53f-4fc6-82bf-08582dcdd5d7 service nova] Acquiring lock "5d756c06-a14f-41ab-84d2-3893cf8565b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.585701] env[68166]: DEBUG oslo_concurrency.lockutils [req-b0636ac4-6703-4436-ad0e-a1f0fc13526c req-076be95c-e53f-4fc6-82bf-08582dcdd5d7 service nova] Lock "5d756c06-a14f-41ab-84d2-3893cf8565b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.586053] env[68166]: DEBUG oslo_concurrency.lockutils [req-b0636ac4-6703-4436-ad0e-a1f0fc13526c req-076be95c-e53f-4fc6-82bf-08582dcdd5d7 service nova] Lock "5d756c06-a14f-41ab-84d2-3893cf8565b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.587052] env[68166]: DEBUG nova.compute.manager [req-b0636ac4-6703-4436-ad0e-a1f0fc13526c req-076be95c-e53f-4fc6-82bf-08582dcdd5d7 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] No waiting events found dispatching network-vif-plugged-69ffd5cd-7751-48fa-a2f6-6588fd82f549 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.587052] env[68166]: WARNING nova.compute.manager [req-b0636ac4-6703-4436-ad0e-a1f0fc13526c req-076be95c-e53f-4fc6-82bf-08582dcdd5d7 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Received unexpected event network-vif-plugged-69ffd5cd-7751-48fa-a2f6-6588fd82f549 for instance with vm_state building and task_state spawning. [ 1052.595022] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475383} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.596371] env[68166]: DEBUG nova.compute.manager [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.596711] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.597236] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] b811e11e-69e8-4c1f-9929-75cd4ba3dfb9/b811e11e-69e8-4c1f-9929-75cd4ba3dfb9.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.597583] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.598867] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb75129d-d28c-470d-b0c2-aad86e37747b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.602041] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2a31dd2-92bf-4a1f-a898-cc6d68f3d6e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.610395] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.611963] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba46de47-0f56-4944-a324-dcf21d6f16d9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.616020] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1052.616020] env[68166]: value = "task-2807404" [ 1052.616020] env[68166]: _type = "Task" [ 1052.616020] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.625637] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.627359] env[68166]: DEBUG oslo_vmware.api [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1052.627359] env[68166]: value = "task-2807405" [ 1052.627359] env[68166]: _type = "Task" [ 1052.627359] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.638773] env[68166]: DEBUG oslo_vmware.api [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.690082] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.690377] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.691626] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb10269e-9623-4666-89fc-f5f9010b120c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.717518] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073bd452-d908-4edb-89e7-d0f41b2eae98 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.721328] env[68166]: DEBUG nova.objects.base [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Object Instance<6da9ed10-f901-42cb-a370-6392ea9589cd> lazy-loaded attributes: resources,numa_topology {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.749962] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Reconfiguring VM to detach interface {{(pid=68166) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1052.752955] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-467bed53-e8cb-409f-a952-34f102fa1229 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.776250] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1052.776250] env[68166]: value = "task-2807406" [ 1052.776250] env[68166]: _type = "Task" [ 1052.776250] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.790933] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.860299] env[68166]: DEBUG oslo_vmware.api [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807400, 'name': PowerOnVM_Task, 'duration_secs': 0.586363} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.860694] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.861161] env[68166]: INFO nova.compute.manager [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1052.861259] env[68166]: DEBUG nova.compute.manager [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.862195] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322308e3-c14e-4286-8c4c-02cae6f28cd1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.033765] env[68166]: DEBUG nova.compute.manager [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.034056] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.034911] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9145c20-b033-4cbe-8def-6325da9e8bbb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.045970] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.046275] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cf97060-3814-4083-a161-80f16852c93e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.053586] env[68166]: DEBUG oslo_vmware.api [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1053.053586] env[68166]: value = "task-2807407" [ 1053.053586] env[68166]: _type = "Task" [ 1053.053586] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.062610] env[68166]: DEBUG nova.network.neutron [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Successfully updated port: 69ffd5cd-7751-48fa-a2f6-6588fd82f549 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.066848] env[68166]: DEBUG oslo_vmware.api [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.084917] env[68166]: DEBUG nova.compute.manager [req-3211f207-5008-4f95-84db-8371ce30ccc2 req-64457bab-2384-46ca-b574-da08cc191df7 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Received event network-changed-69ffd5cd-7751-48fa-a2f6-6588fd82f549 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.085226] env[68166]: DEBUG nova.compute.manager [req-3211f207-5008-4f95-84db-8371ce30ccc2 req-64457bab-2384-46ca-b574-da08cc191df7 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Refreshing instance network info cache due to event network-changed-69ffd5cd-7751-48fa-a2f6-6588fd82f549. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1053.085343] env[68166]: DEBUG oslo_concurrency.lockutils [req-3211f207-5008-4f95-84db-8371ce30ccc2 req-64457bab-2384-46ca-b574-da08cc191df7 service nova] Acquiring lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.085477] env[68166]: DEBUG oslo_concurrency.lockutils [req-3211f207-5008-4f95-84db-8371ce30ccc2 req-64457bab-2384-46ca-b574-da08cc191df7 service nova] Acquired lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.085667] env[68166]: DEBUG nova.network.neutron [req-3211f207-5008-4f95-84db-8371ce30ccc2 req-64457bab-2384-46ca-b574-da08cc191df7 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Refreshing network info cache for port 69ffd5cd-7751-48fa-a2f6-6588fd82f549 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.104977] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ec0e5d-d642-419c-97f1-71c4dbf643a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.113190] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e3e817-8eb0-4453-b891-60a805a30a87 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.124645] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082503} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.148607] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.150062] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72da56e-00f7-4dfa-bb04-87a0cd79ccf0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.155793] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f632b769-bf3d-4f64-90e8-776ea33ffe2b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.163892] env[68166]: DEBUG oslo_vmware.api [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807405, 'name': PowerOffVM_Task, 'duration_secs': 0.442043} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.174843] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.175061] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.183950] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] b811e11e-69e8-4c1f-9929-75cd4ba3dfb9/b811e11e-69e8-4c1f-9929-75cd4ba3dfb9.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.184293] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37ef506b-795e-451e-ab75-944237e73b1d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.186536] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecae5d52-c974-4b8d-bf96-3f772c3b5573 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.202395] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5535042-da2a-47ed-ade7-8526f913db3b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.220011] env[68166]: DEBUG nova.compute.provider_tree [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.222944] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1053.222944] env[68166]: value = "task-2807409" [ 1053.222944] env[68166]: _type = "Task" [ 1053.222944] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.233525] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.286668] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.301520] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.301910] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.302195] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Deleting the datastore file [datastore2] 060c4dc2-d45d-481e-99bc-3b8cc2526efc {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.302568] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf18eb24-85da-494f-aea2-28d9cbd68b5b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.311295] env[68166]: DEBUG oslo_vmware.api [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for the task: (returnval){ [ 1053.311295] env[68166]: value = "task-2807410" [ 1053.311295] env[68166]: _type = "Task" [ 1053.311295] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.320021] env[68166]: DEBUG oslo_vmware.api [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.386114] env[68166]: INFO nova.compute.manager [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Took 25.52 seconds to build instance. [ 1053.476633] env[68166]: DEBUG nova.virt.hardware [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.476897] env[68166]: DEBUG nova.virt.hardware [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.477065] env[68166]: DEBUG nova.virt.hardware [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.477254] env[68166]: DEBUG nova.virt.hardware [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.477398] env[68166]: DEBUG nova.virt.hardware [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.477541] env[68166]: DEBUG nova.virt.hardware [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.477757] env[68166]: DEBUG nova.virt.hardware [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.477918] env[68166]: DEBUG nova.virt.hardware [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.479340] env[68166]: DEBUG nova.virt.hardware [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.479571] env[68166]: DEBUG nova.virt.hardware [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.480091] env[68166]: DEBUG nova.virt.hardware [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.480865] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1097e75-b229-42c5-b446-b41f5be5cca7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.489542] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f11d0c-ea1d-4124-8964-e4028e69a51d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.505491] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:30:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd061fd10-b9b6-4a0b-974d-c74cefcc9515', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.512843] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.513157] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.513398] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35bb5754-28ec-40ee-81ea-1479ce7e215d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.535026] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.535026] env[68166]: value = "task-2807411" [ 1053.535026] env[68166]: _type = "Task" [ 1053.535026] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.544344] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807411, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.570717] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.570926] env[68166]: DEBUG oslo_vmware.api [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807407, 'name': PowerOffVM_Task, 'duration_secs': 0.227988} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.572331] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.572533] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.574460] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3f1be5a-5b6a-489d-8d7a-a3e305e41274 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.651281] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.652071] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.652071] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleting the datastore file [datastore1] b63e5526-014f-43cf-a490-57c7971bbf41 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.652305] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6cbab8d-9a03-4b15-b61d-9ea906dfbe48 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.658768] env[68166]: DEBUG nova.network.neutron [req-3211f207-5008-4f95-84db-8371ce30ccc2 req-64457bab-2384-46ca-b574-da08cc191df7 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.662492] env[68166]: DEBUG oslo_vmware.api [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1053.662492] env[68166]: value = "task-2807413" [ 1053.662492] env[68166]: _type = "Task" [ 1053.662492] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.671640] env[68166]: DEBUG oslo_vmware.api [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.724377] env[68166]: DEBUG nova.scheduler.client.report [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.738538] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807409, 'name': ReconfigVM_Task, 'duration_secs': 0.35222} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.739425] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Reconfigured VM instance instance-0000006a to attach disk [datastore1] b811e11e-69e8-4c1f-9929-75cd4ba3dfb9/b811e11e-69e8-4c1f-9929-75cd4ba3dfb9.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.740076] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bbf2d3f-ede1-4182-8995-6fd685cc7878 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.748690] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1053.748690] env[68166]: value = "task-2807414" [ 1053.748690] env[68166]: _type = "Task" [ 1053.748690] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.760143] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807414, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.766484] env[68166]: DEBUG nova.network.neutron [req-3211f207-5008-4f95-84db-8371ce30ccc2 req-64457bab-2384-46ca-b574-da08cc191df7 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.788837] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.820387] env[68166]: DEBUG oslo_vmware.api [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Task: {'id': task-2807410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290223} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.820690] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.820891] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.821124] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.821304] env[68166]: INFO nova.compute.manager [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1053.821569] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.822357] env[68166]: DEBUG nova.compute.manager [-] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.822357] env[68166]: DEBUG nova.network.neutron [-] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.889742] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a47ebce4-2e7d-48e6-a206-2967333e1a05 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.030s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.046932] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807411, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.077831] env[68166]: DEBUG oslo_concurrency.lockutils [None req-08e29303-a166-4f06-a838-4a014d3c8d3e tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.078068] env[68166]: DEBUG oslo_concurrency.lockutils [None req-08e29303-a166-4f06-a838-4a014d3c8d3e tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.078345] env[68166]: DEBUG nova.compute.manager [None req-08e29303-a166-4f06-a838-4a014d3c8d3e tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.079733] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eaf2fe-3413-4f21-be78-852dc254db88 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.090480] env[68166]: DEBUG nova.compute.manager [None req-08e29303-a166-4f06-a838-4a014d3c8d3e tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68166) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1054.091523] env[68166]: DEBUG nova.objects.instance [None req-08e29303-a166-4f06-a838-4a014d3c8d3e tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lazy-loading 'flavor' on Instance uuid d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.173845] env[68166]: DEBUG oslo_vmware.api [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370193} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.174135] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.174331] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.174510] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.174684] env[68166]: INFO nova.compute.manager [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1054.174922] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.175129] env[68166]: DEBUG nova.compute.manager [-] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.175226] env[68166]: DEBUG nova.network.neutron [-] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.233950] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.521s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.236805] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.764s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.237039] env[68166]: DEBUG nova.objects.instance [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.259027] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807414, 'name': Rename_Task, 'duration_secs': 0.347508} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.259027] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.259027] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c9e7e4d-1f22-47fb-8ff4-1efe9763c7e7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.267070] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1054.267070] env[68166]: value = "task-2807415" [ 1054.267070] env[68166]: _type = "Task" [ 1054.267070] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.272955] env[68166]: DEBUG oslo_concurrency.lockutils [req-3211f207-5008-4f95-84db-8371ce30ccc2 req-64457bab-2384-46ca-b574-da08cc191df7 service nova] Releasing lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.273332] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquired lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.273486] env[68166]: DEBUG nova.network.neutron [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.280503] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.290067] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.546577] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807411, 'name': CreateVM_Task, 'duration_secs': 0.601999} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.546577] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.547134] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.547325] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.547602] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.547858] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eca0d3f-70bf-48f5-b3cd-1b2b6348a52b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.552817] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1054.552817] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ce94db-6ee9-871a-4e55-ecbbf7ce1f62" [ 1054.552817] env[68166]: _type = "Task" [ 1054.552817] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.560892] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ce94db-6ee9-871a-4e55-ecbbf7ce1f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.606180] env[68166]: DEBUG nova.network.neutron [-] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.750067] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f46461e6-d748-415a-a7cd-df219ca3960f tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.232s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.751462] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.102s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.751462] env[68166]: INFO nova.compute.manager [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Unshelving [ 1054.780084] env[68166]: DEBUG oslo_vmware.api [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807415, 'name': PowerOnVM_Task, 'duration_secs': 0.491517} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.780429] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.780627] env[68166]: INFO nova.compute.manager [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1054.780801] env[68166]: DEBUG nova.compute.manager [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.785149] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80092f6a-03db-47ae-a6c0-99740173bd99 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.797330] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.814816] env[68166]: DEBUG nova.network.neutron [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.871415] env[68166]: DEBUG nova.network.neutron [-] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.968795] env[68166]: DEBUG nova.network.neutron [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Updating instance_info_cache with network_info: [{"id": "69ffd5cd-7751-48fa-a2f6-6588fd82f549", "address": "fa:16:3e:9f:8f:1a", "network": {"id": "87dd5e68-b477-4396-bac6-1c75c6ad98b9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-361775737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79533729ba1e4802b1cd8591e3546126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ffd5cd-77", "ovs_interfaceid": "69ffd5cd-7751-48fa-a2f6-6588fd82f549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.067093] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ce94db-6ee9-871a-4e55-ecbbf7ce1f62, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.067093] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.067093] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.067093] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.067546] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.067889] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.068301] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ea54a37-e289-4525-9744-66c69f7d44e5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.077994] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.080025] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.080025] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f13d0dd-8a73-409f-95d6-d27f1f525168 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.087102] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1055.087102] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52644571-e7c2-c87d-ce0d-0a2c24032061" [ 1055.087102] env[68166]: _type = "Task" [ 1055.087102] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.100669] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52644571-e7c2-c87d-ce0d-0a2c24032061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.100669] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e29303-a166-4f06-a838-4a014d3c8d3e tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.100669] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d96c3156-b598-44c3-85e8-7ede69c1b4b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.109296] env[68166]: DEBUG oslo_vmware.api [None req-08e29303-a166-4f06-a838-4a014d3c8d3e tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1055.109296] env[68166]: value = "task-2807416" [ 1055.109296] env[68166]: _type = "Task" [ 1055.109296] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.109296] env[68166]: INFO nova.compute.manager [-] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Took 1.29 seconds to deallocate network for instance. [ 1055.124494] env[68166]: DEBUG oslo_vmware.api [None req-08e29303-a166-4f06-a838-4a014d3c8d3e tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.249397] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5c7aafea-29fa-4ba1-9811-73538a3ddfaf tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.250693] env[68166]: DEBUG oslo_concurrency.lockutils [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.831s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.251590] env[68166]: DEBUG nova.objects.instance [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lazy-loading 'resources' on Instance uuid 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.290787] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.305054] env[68166]: INFO nova.compute.manager [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Took 26.06 seconds to build instance. [ 1055.308149] env[68166]: DEBUG nova.compute.manager [req-3beb5f0f-b98f-40ab-9911-9282cbe59ea2 req-00709669-f588-4c32-88d6-8bed6c9e6426 service nova] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Received event network-vif-deleted-23d852b8-82ef-4079-84e4-684e639aa359 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.308366] env[68166]: DEBUG nova.compute.manager [req-3beb5f0f-b98f-40ab-9911-9282cbe59ea2 req-00709669-f588-4c32-88d6-8bed6c9e6426 service nova] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Received event network-vif-deleted-c0bf332b-1634-48ed-8b8d-10fec83e745a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.374497] env[68166]: INFO nova.compute.manager [-] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Took 1.20 seconds to deallocate network for instance. [ 1055.471982] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Releasing lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.472379] env[68166]: DEBUG nova.compute.manager [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Instance network_info: |[{"id": "69ffd5cd-7751-48fa-a2f6-6588fd82f549", "address": "fa:16:3e:9f:8f:1a", "network": {"id": "87dd5e68-b477-4396-bac6-1c75c6ad98b9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-361775737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79533729ba1e4802b1cd8591e3546126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ffd5cd-77", "ovs_interfaceid": "69ffd5cd-7751-48fa-a2f6-6588fd82f549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.472790] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:8f:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69ffd5cd-7751-48fa-a2f6-6588fd82f549', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.480701] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.481279] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.481535] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ee97d94-2c14-4948-a5da-f0f651bd7a7e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.504886] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.504886] env[68166]: value = "task-2807417" [ 1055.504886] env[68166]: _type = "Task" [ 1055.504886] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.513786] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807417, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.598055] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52644571-e7c2-c87d-ce0d-0a2c24032061, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.598616] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d5e6f0d-f87d-465c-b61d-9026d0f6d42c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.604404] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1055.604404] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524a6ca5-6ba6-53d5-6f13-0a2d46ac087a" [ 1055.604404] env[68166]: _type = "Task" [ 1055.604404] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.615767] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524a6ca5-6ba6-53d5-6f13-0a2d46ac087a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.618877] env[68166]: DEBUG oslo_vmware.api [None req-08e29303-a166-4f06-a838-4a014d3c8d3e tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807416, 'name': PowerOffVM_Task, 'duration_secs': 0.225981} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.619167] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e29303-a166-4f06-a838-4a014d3c8d3e tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.619358] env[68166]: DEBUG nova.compute.manager [None req-08e29303-a166-4f06-a838-4a014d3c8d3e tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.620335] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.621233] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7449081-6cfc-41a8-89ef-b5b4396cf262 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.775787] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.791367] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.809505] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7d96d13-9383-427f-b557-3ce42b3115a1 tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "b811e11e-69e8-4c1f-9929-75cd4ba3dfb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.583s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.882032] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.018774] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807417, 'name': CreateVM_Task, 'duration_secs': 0.372826} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.018945] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.019672] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.019839] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.020177] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.020489] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aaf0268-e0ca-4635-8fe8-ac0c3a75b2b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.028388] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1056.028388] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c4aa24-97a6-59be-8df3-59d3fadb1c6a" [ 1056.028388] env[68166]: _type = "Task" [ 1056.028388] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.036705] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c4aa24-97a6-59be-8df3-59d3fadb1c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.081563] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7488d96e-98bb-43e9-ae49-e06d8f883cdb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.089275] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8cb3e8-e7e7-40d7-9a16-3dd7f09a4973 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.125262] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba0b4d1-6347-4622-addd-f8432c28716e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.134935] env[68166]: DEBUG oslo_concurrency.lockutils [None req-08e29303-a166-4f06-a838-4a014d3c8d3e tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.142342] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524a6ca5-6ba6-53d5-6f13-0a2d46ac087a, 'name': SearchDatastore_Task, 'duration_secs': 0.012726} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.143170] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.143469] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 36f8ee58-8ba1-4233-b338-b44ac6538b3f/36f8ee58-8ba1-4233-b338-b44ac6538b3f.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.144791] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3011979d-00b0-4e8b-a989-4004a1ad7ef0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.149966] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d40e06f2-5370-4b5e-adc5-b8d894a81522 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.164180] env[68166]: DEBUG nova.compute.provider_tree [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.167384] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1056.167384] env[68166]: value = "task-2807418" [ 1056.167384] env[68166]: _type = "Task" [ 1056.167384] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.177114] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.292223] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.540046] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c4aa24-97a6-59be-8df3-59d3fadb1c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.015623} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.540046] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.540046] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.540240] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.540403] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.540583] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.540836] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2157baf-d30d-431c-b20c-29ad8e518647 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.549246] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.549420] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.550124] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05d449d-d970-4d31-b615-c57f07311b46 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.555745] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1056.555745] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527733cd-83eb-03aa-0682-932a2250a24e" [ 1056.555745] env[68166]: _type = "Task" [ 1056.555745] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.564066] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527733cd-83eb-03aa-0682-932a2250a24e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.632751] env[68166]: DEBUG oslo_concurrency.lockutils [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "b811e11e-69e8-4c1f-9929-75cd4ba3dfb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.633166] env[68166]: DEBUG oslo_concurrency.lockutils [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "b811e11e-69e8-4c1f-9929-75cd4ba3dfb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.633449] env[68166]: DEBUG oslo_concurrency.lockutils [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "b811e11e-69e8-4c1f-9929-75cd4ba3dfb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.633659] env[68166]: DEBUG oslo_concurrency.lockutils [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "b811e11e-69e8-4c1f-9929-75cd4ba3dfb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.633834] env[68166]: DEBUG oslo_concurrency.lockutils [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "b811e11e-69e8-4c1f-9929-75cd4ba3dfb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.635986] env[68166]: INFO nova.compute.manager [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Terminating instance [ 1056.678295] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.694941] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.695480] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.695753] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.696122] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.696458] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.698999] env[68166]: DEBUG nova.scheduler.client.report [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1056.699292] env[68166]: DEBUG nova.compute.provider_tree [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 144 to 145 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1056.699519] env[68166]: DEBUG nova.compute.provider_tree [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.702996] env[68166]: INFO nova.compute.manager [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Terminating instance [ 1056.794433] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.067941] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527733cd-83eb-03aa-0682-932a2250a24e, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.068196] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4438b2-f375-485f-a094-cf0236b7be54 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.075628] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1057.075628] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526600b1-ff6a-9c2d-ffe5-7362aec913fe" [ 1057.075628] env[68166]: _type = "Task" [ 1057.075628] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.084745] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526600b1-ff6a-9c2d-ffe5-7362aec913fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.140243] env[68166]: DEBUG nova.compute.manager [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.140550] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.141500] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42332b0-0753-429b-a063-f44cc7cf30e1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.150309] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.150591] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f45dc589-0d18-440c-a1af-ae6b6d18998a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.158110] env[68166]: DEBUG oslo_vmware.api [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1057.158110] env[68166]: value = "task-2807419" [ 1057.158110] env[68166]: _type = "Task" [ 1057.158110] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.167151] env[68166]: DEBUG oslo_vmware.api [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.179931] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807418, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.206038] env[68166]: DEBUG oslo_concurrency.lockutils [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.209091] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.359s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.211180] env[68166]: INFO nova.compute.claims [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.215586] env[68166]: DEBUG nova.compute.manager [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.215914] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.216947] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375458dc-4d37-4161-b68f-57fe2339667a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.226160] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.226351] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ec28676-84e3-485e-ba38-8345669e6387 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.234216] env[68166]: INFO nova.scheduler.client.report [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Deleted allocations for instance 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1 [ 1057.293578] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.586614] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526600b1-ff6a-9c2d-ffe5-7362aec913fe, 'name': SearchDatastore_Task, 'duration_secs': 0.021438} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.586877] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.587208] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 5d756c06-a14f-41ab-84d2-3893cf8565b1/5d756c06-a14f-41ab-84d2-3893cf8565b1.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.587475] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-051acbe7-89af-4960-8bc7-f1df5987d123 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.593862] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1057.593862] env[68166]: value = "task-2807421" [ 1057.593862] env[68166]: _type = "Task" [ 1057.593862] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.601380] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.667659] env[68166]: DEBUG oslo_vmware.api [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807419, 'name': PowerOffVM_Task, 'duration_secs': 0.205495} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.667966] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.668125] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.668376] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47b8e769-776d-4e36-bbd6-f3d0befba89f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.679295] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807418, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.060095} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.679527] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 36f8ee58-8ba1-4233-b338-b44ac6538b3f/36f8ee58-8ba1-4233-b338-b44ac6538b3f.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.679733] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.679963] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9832a3af-2b0f-4211-a555-b6671e86e6f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.686118] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1057.686118] env[68166]: value = "task-2807423" [ 1057.686118] env[68166]: _type = "Task" [ 1057.686118] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.693947] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.741696] env[68166]: DEBUG oslo_concurrency.lockutils [None req-195488f3-8360-4855-8f79-694fce1a3c40 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "4ed59fbb-5b90-4c04-ad38-b9a8a64748f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.140s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.794910] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.106925] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470764} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.107422] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 5d756c06-a14f-41ab-84d2-3893cf8565b1/5d756c06-a14f-41ab-84d2-3893cf8565b1.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.107538] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.107692] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d04ced67-e016-4bb3-ab33-9fd3cebf3d8f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.115117] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1058.115117] env[68166]: value = "task-2807424" [ 1058.115117] env[68166]: _type = "Task" [ 1058.115117] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.124728] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.196458] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059591} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.196723] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.197498] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ead03ce-0889-4428-b39d-5afce0db0c0f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.220120] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 36f8ee58-8ba1-4233-b338-b44ac6538b3f/36f8ee58-8ba1-4233-b338-b44ac6538b3f.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.220404] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-247c5df3-434c-47ad-9c95-2b9555db9288 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.243720] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1058.243720] env[68166]: value = "task-2807425" [ 1058.243720] env[68166]: _type = "Task" [ 1058.243720] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.252849] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.294888] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.543349] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c40061-c88c-4393-bc56-36f41b2b09ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.547719] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.548027] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.548251] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleting the datastore file [datastore1] d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.549762] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b63c5562-3c49-4d9c-8e2b-6de3ac4fc473 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.554222] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.555049] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.555049] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleting the datastore file [datastore1] b811e11e-69e8-4c1f-9929-75cd4ba3dfb9 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.555357] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae16cf3a-51bd-45e3-914c-36f4880dc960 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.558330] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b432e063-aaed-4726-910c-af0d355191e6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.562850] env[68166]: DEBUG oslo_vmware.api [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1058.562850] env[68166]: value = "task-2807426" [ 1058.562850] env[68166]: _type = "Task" [ 1058.562850] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.595784] env[68166]: DEBUG oslo_vmware.api [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for the task: (returnval){ [ 1058.595784] env[68166]: value = "task-2807427" [ 1058.595784] env[68166]: _type = "Task" [ 1058.595784] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.597035] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbea5940-4bdf-4b45-b841-9d8a9d892f05 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.607065] env[68166]: DEBUG oslo_vmware.api [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.613098] env[68166]: DEBUG oslo_vmware.api [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.616372] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed0ab68-1c5d-4dae-9755-6a0380436946 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.628848] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062186} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.637212] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.638165] env[68166]: DEBUG nova.compute.provider_tree [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.640039] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbe0b55-2c63-4cdf-b603-17e13c4098de {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.666028] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 5d756c06-a14f-41ab-84d2-3893cf8565b1/5d756c06-a14f-41ab-84d2-3893cf8565b1.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.666028] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37ebc5ea-105e-48b6-b6f4-8fc1be7e6392 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.688757] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1058.688757] env[68166]: value = "task-2807428" [ 1058.688757] env[68166]: _type = "Task" [ 1058.688757] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.698869] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.755987] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.795431] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.872115] env[68166]: DEBUG oslo_concurrency.lockutils [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "b8c67555-fca1-4aa9-85fa-ccb217eb34ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.872489] env[68166]: DEBUG oslo_concurrency.lockutils [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "b8c67555-fca1-4aa9-85fa-ccb217eb34ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.872762] env[68166]: DEBUG oslo_concurrency.lockutils [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "b8c67555-fca1-4aa9-85fa-ccb217eb34ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.873022] env[68166]: DEBUG oslo_concurrency.lockutils [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "b8c67555-fca1-4aa9-85fa-ccb217eb34ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.874698] env[68166]: DEBUG oslo_concurrency.lockutils [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "b8c67555-fca1-4aa9-85fa-ccb217eb34ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.877027] env[68166]: INFO nova.compute.manager [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Terminating instance [ 1059.074036] env[68166]: DEBUG oslo_vmware.api [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273617} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.074308] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.074493] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.074670] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.074842] env[68166]: INFO nova.compute.manager [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Took 1.86 seconds to destroy the instance on the hypervisor. [ 1059.075151] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.075361] env[68166]: DEBUG nova.compute.manager [-] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.075463] env[68166]: DEBUG nova.network.neutron [-] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.111121] env[68166]: DEBUG oslo_vmware.api [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Task: {'id': task-2807427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274128} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.111376] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.111560] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.111717] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.111884] env[68166]: INFO nova.compute.manager [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Took 1.97 seconds to destroy the instance on the hypervisor. [ 1059.112155] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.112355] env[68166]: DEBUG nova.compute.manager [-] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.112448] env[68166]: DEBUG nova.network.neutron [-] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.144516] env[68166]: DEBUG nova.scheduler.client.report [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.200771] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807428, 'name': ReconfigVM_Task, 'duration_secs': 0.319792} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.201140] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 5d756c06-a14f-41ab-84d2-3893cf8565b1/5d756c06-a14f-41ab-84d2-3893cf8565b1.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.201785] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09d97ba5-759d-4716-93b0-d71055b14f7f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.209477] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1059.209477] env[68166]: value = "task-2807429" [ 1059.209477] env[68166]: _type = "Task" [ 1059.209477] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.220966] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807429, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.255098] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807425, 'name': ReconfigVM_Task, 'duration_secs': 0.641779} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.255384] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 36f8ee58-8ba1-4233-b338-b44ac6538b3f/36f8ee58-8ba1-4233-b338-b44ac6538b3f.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.256264] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8754d032-1482-4453-b4dc-db00e38204d5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.263373] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1059.263373] env[68166]: value = "task-2807430" [ 1059.263373] env[68166]: _type = "Task" [ 1059.263373] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.272220] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807430, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.296284] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.364285] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "064a83c8-189c-45a4-acb9-b74d809abd18" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.364636] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.376790] env[68166]: DEBUG nova.compute.manager [req-8f8a33b2-31d0-43b1-82aa-e108e9a940f5 req-137e3016-4de4-4ffc-a38f-f23cd1977ac2 service nova] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Received event network-vif-deleted-e78da9d6-d997-458d-a9a8-a1938e5cd4b1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.377177] env[68166]: INFO nova.compute.manager [req-8f8a33b2-31d0-43b1-82aa-e108e9a940f5 req-137e3016-4de4-4ffc-a38f-f23cd1977ac2 service nova] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Neutron deleted interface e78da9d6-d997-458d-a9a8-a1938e5cd4b1; detaching it from the instance and deleting it from the info cache [ 1059.377294] env[68166]: DEBUG nova.network.neutron [req-8f8a33b2-31d0-43b1-82aa-e108e9a940f5 req-137e3016-4de4-4ffc-a38f-f23cd1977ac2 service nova] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.381705] env[68166]: DEBUG nova.compute.manager [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.381953] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.383190] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7fecfa-36ce-462b-94b1-5930e864a626 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.393100] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.393100] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f941ce8d-a3c9-44e3-8326-dcd1db443496 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.400403] env[68166]: DEBUG oslo_vmware.api [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 1059.400403] env[68166]: value = "task-2807431" [ 1059.400403] env[68166]: _type = "Task" [ 1059.400403] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.410288] env[68166]: DEBUG oslo_vmware.api [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.434017] env[68166]: DEBUG nova.compute.manager [req-6f31f13b-5372-4c90-a422-8e797adb5c5c req-9326429a-4048-4a73-92ea-869c6c12a007 service nova] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Received event network-vif-deleted-abd8c408-1dc1-4698-970d-193bfb345f52 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.434226] env[68166]: INFO nova.compute.manager [req-6f31f13b-5372-4c90-a422-8e797adb5c5c req-9326429a-4048-4a73-92ea-869c6c12a007 service nova] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Neutron deleted interface abd8c408-1dc1-4698-970d-193bfb345f52; detaching it from the instance and deleting it from the info cache [ 1059.434476] env[68166]: DEBUG nova.network.neutron [req-6f31f13b-5372-4c90-a422-8e797adb5c5c req-9326429a-4048-4a73-92ea-869c6c12a007 service nova] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.650298] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.650843] env[68166]: DEBUG nova.compute.manager [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.654787] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.678s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.655026] env[68166]: DEBUG nova.objects.instance [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lazy-loading 'resources' on Instance uuid a7c69ba9-8bc9-4af3-884f-e29b460b12b5 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.719973] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807429, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.773388] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807430, 'name': Rename_Task, 'duration_secs': 0.190795} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.773591] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.773835] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7786359d-1f20-4b5d-83e4-93dd56cd73fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.781612] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1059.781612] env[68166]: value = "task-2807432" [ 1059.781612] env[68166]: _type = "Task" [ 1059.781612] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.791292] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.800222] env[68166]: DEBUG oslo_vmware.api [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807406, 'name': ReconfigVM_Task, 'duration_secs': 6.916307} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.800222] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.800222] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Reconfigured VM to detach interface {{(pid=68166) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1059.842069] env[68166]: DEBUG nova.network.neutron [-] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.867149] env[68166]: INFO nova.compute.manager [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Detaching volume be51f2a2-9cda-468e-bdd5-186894271853 [ 1059.881156] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d9cc2e5-5cb9-45fb-bfb6-3840e6a08e82 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.892299] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5b8e77-bcd5-4146-b703-1a0f95f117e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.907341] env[68166]: INFO nova.virt.block_device [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Attempting to driver detach volume be51f2a2-9cda-468e-bdd5-186894271853 from mountpoint /dev/sdb [ 1059.907341] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1059.907549] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564139', 'volume_id': 'be51f2a2-9cda-468e-bdd5-186894271853', 'name': 'volume-be51f2a2-9cda-468e-bdd5-186894271853', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '064a83c8-189c-45a4-acb9-b74d809abd18', 'attached_at': '', 'detached_at': '', 'volume_id': 'be51f2a2-9cda-468e-bdd5-186894271853', 'serial': 'be51f2a2-9cda-468e-bdd5-186894271853'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1059.908276] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8574c46-ba8c-4dcb-8dcd-8407fc4484fa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.915903] env[68166]: DEBUG nova.network.neutron [-] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.937924] env[68166]: DEBUG oslo_vmware.api [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.938510] env[68166]: INFO nova.compute.manager [-] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Took 0.83 seconds to deallocate network for instance. [ 1059.949299] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07006de-99c8-414a-9eb9-f7a054786dd3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.952008] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a5a37cf-9b9c-4774-ad81-476bdfd511ed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.955651] env[68166]: DEBUG nova.compute.manager [req-8f8a33b2-31d0-43b1-82aa-e108e9a940f5 req-137e3016-4de4-4ffc-a38f-f23cd1977ac2 service nova] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Detach interface failed, port_id=e78da9d6-d997-458d-a9a8-a1938e5cd4b1, reason: Instance d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1059.968757] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54a3f47-ffd8-423d-bdaf-48f93e7c9ce0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.974846] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3068c3-5d05-42a6-9b91-a9c0fd0fe105 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.024508] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e88e7b-645f-41c0-be73-b29291285804 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.027953] env[68166]: DEBUG nova.compute.manager [req-6f31f13b-5372-4c90-a422-8e797adb5c5c req-9326429a-4048-4a73-92ea-869c6c12a007 service nova] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Detach interface failed, port_id=abd8c408-1dc1-4698-970d-193bfb345f52, reason: Instance b811e11e-69e8-4c1f-9929-75cd4ba3dfb9 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1060.043880] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] The volume has not been displaced from its original location: [datastore1] volume-be51f2a2-9cda-468e-bdd5-186894271853/volume-be51f2a2-9cda-468e-bdd5-186894271853.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1060.049729] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.050124] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d8cc05-dd26-445b-bcf4-c324bd3a7989 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.071515] env[68166]: DEBUG oslo_vmware.api [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1060.071515] env[68166]: value = "task-2807433" [ 1060.071515] env[68166]: _type = "Task" [ 1060.071515] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.081250] env[68166]: DEBUG oslo_vmware.api [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.156799] env[68166]: DEBUG nova.compute.utils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.160799] env[68166]: DEBUG nova.compute.manager [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.160974] env[68166]: DEBUG nova.network.neutron [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.224778] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807429, 'name': Rename_Task, 'duration_secs': 0.897385} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.225149] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.225332] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8f71a5a-7e85-4a91-8c01-5d90e8f41ab6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.232466] env[68166]: DEBUG nova.policy [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a45cd2d144047dbb502ad860c700894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ef9c5f4cb248bbb50d68fe1458cb63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.235776] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1060.235776] env[68166]: value = "task-2807434" [ 1060.235776] env[68166]: _type = "Task" [ 1060.235776] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.248089] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.292709] env[68166]: DEBUG oslo_vmware.api [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807432, 'name': PowerOnVM_Task, 'duration_secs': 0.489881} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.295875] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.296133] env[68166]: DEBUG nova.compute.manager [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.297229] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7914bab-1114-4d31-9719-24ffe510305c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.346957] env[68166]: INFO nova.compute.manager [-] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Took 1.27 seconds to deallocate network for instance. [ 1060.413892] env[68166]: DEBUG oslo_vmware.api [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807431, 'name': PowerOffVM_Task, 'duration_secs': 0.754372} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.414189] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.414342] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.417039] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26198bdb-a695-48dd-9957-1550d0aabaff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.461222] env[68166]: DEBUG oslo_concurrency.lockutils [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.514366] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.516599] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.516599] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Deleting the datastore file [datastore1] b8c67555-fca1-4aa9-85fa-ccb217eb34ec {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.516599] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dba4ee04-9c46-4c52-932c-5f92d35be215 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.526899] env[68166]: DEBUG oslo_vmware.api [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for the task: (returnval){ [ 1060.526899] env[68166]: value = "task-2807436" [ 1060.526899] env[68166]: _type = "Task" [ 1060.526899] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.540345] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1876f126-02ff-4763-832e-b3c469c0d4c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.548900] env[68166]: DEBUG oslo_vmware.api [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.551809] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d6b1b-0e0b-41b3-8a9e-de43c2e72c5b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.586906] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674ffa57-1ba5-4693-b4b3-ebc1592f53ff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.598396] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ae2a45-56b2-4d67-b9af-c815adb8ab0e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.602579] env[68166]: DEBUG oslo_vmware.api [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807433, 'name': ReconfigVM_Task, 'duration_secs': 0.248768} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.602940] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1060.608551] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb5bf37-0e02-44f7-8ee5-1b770a0b4d0c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.627667] env[68166]: DEBUG nova.compute.provider_tree [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.631933] env[68166]: DEBUG nova.network.neutron [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Successfully created port: 18fe0432-e808-4d77-b9e3-92acd1bb6d3e {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.638448] env[68166]: DEBUG oslo_vmware.api [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1060.638448] env[68166]: value = "task-2807437" [ 1060.638448] env[68166]: _type = "Task" [ 1060.638448] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.649272] env[68166]: DEBUG oslo_vmware.api [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.664577] env[68166]: DEBUG nova.compute.manager [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.753579] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807434, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.817709] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.857055] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.041159] env[68166]: DEBUG oslo_vmware.api [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Task: {'id': task-2807436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213719} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.041425] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.041598] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.041771] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.041931] env[68166]: INFO nova.compute.manager [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1061.042246] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.042444] env[68166]: DEBUG nova.compute.manager [-] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.042535] env[68166]: DEBUG nova.network.neutron [-] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.136024] env[68166]: DEBUG nova.scheduler.client.report [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.149555] env[68166]: DEBUG oslo_vmware.api [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807437, 'name': ReconfigVM_Task, 'duration_secs': 0.183985} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.150030] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564139', 'volume_id': 'be51f2a2-9cda-468e-bdd5-186894271853', 'name': 'volume-be51f2a2-9cda-468e-bdd5-186894271853', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '064a83c8-189c-45a4-acb9-b74d809abd18', 'attached_at': '', 'detached_at': '', 'volume_id': 'be51f2a2-9cda-468e-bdd5-186894271853', 'serial': 'be51f2a2-9cda-468e-bdd5-186894271853'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1061.175349] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.175721] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.176027] env[68166]: DEBUG nova.network.neutron [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.251293] env[68166]: DEBUG oslo_vmware.api [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807434, 'name': PowerOnVM_Task, 'duration_secs': 0.552862} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.251835] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.252211] env[68166]: INFO nova.compute.manager [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1061.252512] env[68166]: DEBUG nova.compute.manager [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.253533] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e45a59-7e1a-4944-b69e-b709882088b9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.469749] env[68166]: DEBUG nova.compute.manager [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Received event network-changed-93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.470056] env[68166]: DEBUG nova.compute.manager [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Refreshing instance network info cache due to event network-changed-93120ebb-f3a5-441d-ae2a-5e7ddfb80846. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1061.470335] env[68166]: DEBUG oslo_concurrency.lockutils [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] Acquiring lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.639760] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.641951] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.543s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.642280] env[68166]: DEBUG nova.objects.instance [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1061.665016] env[68166]: INFO nova.scheduler.client.report [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Deleted allocations for instance a7c69ba9-8bc9-4af3-884f-e29b460b12b5 [ 1061.677115] env[68166]: DEBUG nova.compute.manager [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.701987] env[68166]: DEBUG nova.objects.instance [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'flavor' on Instance uuid 064a83c8-189c-45a4-acb9-b74d809abd18 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.705719] env[68166]: DEBUG nova.virt.hardware [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.705959] env[68166]: DEBUG nova.virt.hardware [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.706131] env[68166]: DEBUG nova.virt.hardware [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.706319] env[68166]: DEBUG nova.virt.hardware [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.706463] env[68166]: DEBUG nova.virt.hardware [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.706608] env[68166]: DEBUG nova.virt.hardware [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.706818] env[68166]: DEBUG nova.virt.hardware [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.706975] env[68166]: DEBUG nova.virt.hardware [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.707225] env[68166]: DEBUG nova.virt.hardware [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.707412] env[68166]: DEBUG nova.virt.hardware [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.707582] env[68166]: DEBUG nova.virt.hardware [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.709344] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c093bbe-fed7-4971-8f29-568f3c34cab0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.719106] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b559c4f-0905-482a-adbb-ef76c1327054 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.772200] env[68166]: INFO nova.compute.manager [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Took 30.20 seconds to build instance. [ 1061.913228] env[68166]: DEBUG nova.network.neutron [-] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.003276] env[68166]: INFO nova.network.neutron [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Port 42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1062.003648] env[68166]: DEBUG nova.network.neutron [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updating instance_info_cache with network_info: [{"id": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "address": "fa:16:3e:36:a8:40", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93120ebb-f3", "ovs_interfaceid": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.066505] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "interface-afd689f3-1bfe-43e4-8d65-bb0b219eea7d-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.066789] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-afd689f3-1bfe-43e4-8d65-bb0b219eea7d-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.067181] env[68166]: DEBUG nova.objects.instance [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'flavor' on Instance uuid afd689f3-1bfe-43e4-8d65-bb0b219eea7d {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.175247] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5611da0c-32cd-440d-8aa5-e7a66e05bd8f tempest-ServerShowV257Test-1173080617 tempest-ServerShowV257Test-1173080617-project-member] Lock "a7c69ba9-8bc9-4af3-884f-e29b460b12b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.448s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.193172] env[68166]: DEBUG nova.network.neutron [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Successfully updated port: 18fe0432-e808-4d77-b9e3-92acd1bb6d3e {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.275190] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3af2c3f3-b632-45c6-8635-254cff642ae4 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "5d756c06-a14f-41ab-84d2-3893cf8565b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.711s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.416057] env[68166]: INFO nova.compute.manager [-] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Took 1.37 seconds to deallocate network for instance. [ 1062.507103] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.509432] env[68166]: DEBUG oslo_concurrency.lockutils [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] Acquired lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.509658] env[68166]: DEBUG nova.network.neutron [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Refreshing network info cache for port 93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.644765] env[68166]: DEBUG nova.compute.manager [req-c71c669f-4f93-45fd-9e0b-21c23ef2c60e req-21a3f7ba-079e-4f49-aff0-3ac4d78ef800 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Received event network-vif-plugged-18fe0432-e808-4d77-b9e3-92acd1bb6d3e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.645067] env[68166]: DEBUG oslo_concurrency.lockutils [req-c71c669f-4f93-45fd-9e0b-21c23ef2c60e req-21a3f7ba-079e-4f49-aff0-3ac4d78ef800 service nova] Acquiring lock "370cf945-8e4a-4ace-8b54-847fba577224-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.645289] env[68166]: DEBUG oslo_concurrency.lockutils [req-c71c669f-4f93-45fd-9e0b-21c23ef2c60e req-21a3f7ba-079e-4f49-aff0-3ac4d78ef800 service nova] Lock "370cf945-8e4a-4ace-8b54-847fba577224-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.645518] env[68166]: DEBUG oslo_concurrency.lockutils [req-c71c669f-4f93-45fd-9e0b-21c23ef2c60e req-21a3f7ba-079e-4f49-aff0-3ac4d78ef800 service nova] Lock "370cf945-8e4a-4ace-8b54-847fba577224-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.645710] env[68166]: DEBUG nova.compute.manager [req-c71c669f-4f93-45fd-9e0b-21c23ef2c60e req-21a3f7ba-079e-4f49-aff0-3ac4d78ef800 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] No waiting events found dispatching network-vif-plugged-18fe0432-e808-4d77-b9e3-92acd1bb6d3e {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.645881] env[68166]: WARNING nova.compute.manager [req-c71c669f-4f93-45fd-9e0b-21c23ef2c60e req-21a3f7ba-079e-4f49-aff0-3ac4d78ef800 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Received unexpected event network-vif-plugged-18fe0432-e808-4d77-b9e3-92acd1bb6d3e for instance with vm_state building and task_state spawning. [ 1062.653037] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ace0e4e7-03f2-436c-bf1e-9a7b8fa8c54c tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.654669] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.780s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.655730] env[68166]: INFO nova.compute.claims [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.663059] env[68166]: DEBUG nova.objects.instance [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'pci_requests' on Instance uuid afd689f3-1bfe-43e4-8d65-bb0b219eea7d {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.696163] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "refresh_cache-370cf945-8e4a-4ace-8b54-847fba577224" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.696358] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "refresh_cache-370cf945-8e4a-4ace-8b54-847fba577224" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.696530] env[68166]: DEBUG nova.network.neutron [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.716964] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c0a30baa-8f19-48bc-8d04-3e9d47928910 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.352s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.923827] env[68166]: DEBUG oslo_concurrency.lockutils [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.012637] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7cc3904e-af48-41de-8ae3-4eceba5cbb54 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-d7c6a607-e3c2-4ced-9c01-ade767f2811f-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.825s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.068191] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c9335f7-297c-4068-a40a-0c5fbe7ab278 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "064a83c8-189c-45a4-acb9-b74d809abd18" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.068364] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c9335f7-297c-4068-a40a-0c5fbe7ab278 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.068940] env[68166]: DEBUG nova.compute.manager [None req-9c9335f7-297c-4068-a40a-0c5fbe7ab278 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.069450] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296dbb31-4a46-4b20-b32c-4bf70cc4a80b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.076885] env[68166]: DEBUG nova.compute.manager [None req-9c9335f7-297c-4068-a40a-0c5fbe7ab278 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68166) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1063.077505] env[68166]: DEBUG nova.objects.instance [None req-9c9335f7-297c-4068-a40a-0c5fbe7ab278 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'flavor' on Instance uuid 064a83c8-189c-45a4-acb9-b74d809abd18 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.166926] env[68166]: DEBUG nova.objects.base [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.167164] env[68166]: DEBUG nova.network.neutron [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.237916] env[68166]: DEBUG nova.network.neutron [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.266182] env[68166]: DEBUG nova.policy [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '297b58c8fe5c440290a8633572fea98c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a1a4de384b4a958b6ba53c9f91f135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.292250] env[68166]: DEBUG nova.network.neutron [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updated VIF entry in instance network info cache for port 93120ebb-f3a5-441d-ae2a-5e7ddfb80846. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.292649] env[68166]: DEBUG nova.network.neutron [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updating instance_info_cache with network_info: [{"id": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "address": "fa:16:3e:36:a8:40", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93120ebb-f3", "ovs_interfaceid": "93120ebb-f3a5-441d-ae2a-5e7ddfb80846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.404947] env[68166]: DEBUG nova.network.neutron [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Updating instance_info_cache with network_info: [{"id": "18fe0432-e808-4d77-b9e3-92acd1bb6d3e", "address": "fa:16:3e:19:09:91", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18fe0432-e8", "ovs_interfaceid": "18fe0432-e808-4d77-b9e3-92acd1bb6d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.667200] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "5d756c06-a14f-41ab-84d2-3893cf8565b1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.667439] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "5d756c06-a14f-41ab-84d2-3893cf8565b1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.667649] env[68166]: INFO nova.compute.manager [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Rebooting instance [ 1063.725146] env[68166]: DEBUG nova.compute.manager [req-3359fe07-f958-49ef-9a50-78f30865a39e req-d60e2188-9e4f-4520-ad40-3ea7723135e4 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Received event network-changed-69ffd5cd-7751-48fa-a2f6-6588fd82f549 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.725346] env[68166]: DEBUG nova.compute.manager [req-3359fe07-f958-49ef-9a50-78f30865a39e req-d60e2188-9e4f-4520-ad40-3ea7723135e4 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Refreshing instance network info cache due to event network-changed-69ffd5cd-7751-48fa-a2f6-6588fd82f549. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1063.725554] env[68166]: DEBUG oslo_concurrency.lockutils [req-3359fe07-f958-49ef-9a50-78f30865a39e req-d60e2188-9e4f-4520-ad40-3ea7723135e4 service nova] Acquiring lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.725696] env[68166]: DEBUG oslo_concurrency.lockutils [req-3359fe07-f958-49ef-9a50-78f30865a39e req-d60e2188-9e4f-4520-ad40-3ea7723135e4 service nova] Acquired lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.725852] env[68166]: DEBUG nova.network.neutron [req-3359fe07-f958-49ef-9a50-78f30865a39e req-d60e2188-9e4f-4520-ad40-3ea7723135e4 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Refreshing network info cache for port 69ffd5cd-7751-48fa-a2f6-6588fd82f549 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.795412] env[68166]: DEBUG oslo_concurrency.lockutils [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] Releasing lock "refresh_cache-d7c6a607-e3c2-4ced-9c01-ade767f2811f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.795728] env[68166]: DEBUG nova.compute.manager [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Received event network-changed-f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.795920] env[68166]: DEBUG nova.compute.manager [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Refreshing instance network info cache due to event network-changed-f742b4ff-e40c-4e31-8eeb-e55a195c0d09. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1063.796141] env[68166]: DEBUG oslo_concurrency.lockutils [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] Acquiring lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.796287] env[68166]: DEBUG oslo_concurrency.lockutils [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] Acquired lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.796445] env[68166]: DEBUG nova.network.neutron [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Refreshing network info cache for port f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.908854] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "refresh_cache-370cf945-8e4a-4ace-8b54-847fba577224" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.908960] env[68166]: DEBUG nova.compute.manager [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Instance network_info: |[{"id": "18fe0432-e808-4d77-b9e3-92acd1bb6d3e", "address": "fa:16:3e:19:09:91", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18fe0432-e8", "ovs_interfaceid": "18fe0432-e808-4d77-b9e3-92acd1bb6d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.909558] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:09:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18fe0432-e808-4d77-b9e3-92acd1bb6d3e', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.917098] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.917342] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.917578] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4ef18bf-3bed-492f-ab6a-712125fc2208 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.941255] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.941255] env[68166]: value = "task-2807438" [ 1063.941255] env[68166]: _type = "Task" [ 1063.941255] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.949646] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807438, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.957150] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa44014-c824-49c0-a0fb-05bc47dd4302 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.964452] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16f4e52-40e0-418f-b4c5-c57179001db2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.997777] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e88369-540a-46c8-b6cf-655a08b1babf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.006057] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c046eda3-a764-43f1-9869-4fcab0cce31b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.020436] env[68166]: DEBUG nova.compute.provider_tree [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.086517] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9335f7-297c-4068-a40a-0c5fbe7ab278 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.086824] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01bb61dd-34f1-43b9-b970-56bec5476a66 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.095333] env[68166]: DEBUG oslo_vmware.api [None req-9c9335f7-297c-4068-a40a-0c5fbe7ab278 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1064.095333] env[68166]: value = "task-2807439" [ 1064.095333] env[68166]: _type = "Task" [ 1064.095333] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.105645] env[68166]: DEBUG oslo_vmware.api [None req-9c9335f7-297c-4068-a40a-0c5fbe7ab278 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.192845] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.451210] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807438, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.524192] env[68166]: DEBUG nova.scheduler.client.report [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.547406] env[68166]: DEBUG nova.network.neutron [req-3359fe07-f958-49ef-9a50-78f30865a39e req-d60e2188-9e4f-4520-ad40-3ea7723135e4 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Updated VIF entry in instance network info cache for port 69ffd5cd-7751-48fa-a2f6-6588fd82f549. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.547755] env[68166]: DEBUG nova.network.neutron [req-3359fe07-f958-49ef-9a50-78f30865a39e req-d60e2188-9e4f-4520-ad40-3ea7723135e4 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Updating instance_info_cache with network_info: [{"id": "69ffd5cd-7751-48fa-a2f6-6588fd82f549", "address": "fa:16:3e:9f:8f:1a", "network": {"id": "87dd5e68-b477-4396-bac6-1c75c6ad98b9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-361775737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79533729ba1e4802b1cd8591e3546126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ffd5cd-77", "ovs_interfaceid": "69ffd5cd-7751-48fa-a2f6-6588fd82f549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.600542] env[68166]: DEBUG nova.network.neutron [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updated VIF entry in instance network info cache for port f742b4ff-e40c-4e31-8eeb-e55a195c0d09. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.600883] env[68166]: DEBUG nova.network.neutron [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updating instance_info_cache with network_info: [{"id": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "address": "fa:16:3e:7f:75:2a", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf742b4ff-e4", "ovs_interfaceid": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.607546] env[68166]: DEBUG oslo_vmware.api [None req-9c9335f7-297c-4068-a40a-0c5fbe7ab278 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807439, 'name': PowerOffVM_Task, 'duration_secs': 0.271437} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.607787] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9335f7-297c-4068-a40a-0c5fbe7ab278 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.607982] env[68166]: DEBUG nova.compute.manager [None req-9c9335f7-297c-4068-a40a-0c5fbe7ab278 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.608808] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f160e593-d9c7-4b75-a597-d3553e182d01 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.693827] env[68166]: DEBUG nova.compute.manager [req-26d613f2-c7eb-4819-a5e9-7b8e48d6d6d6 req-18f27129-ae77-45f4-b218-5b9b32e5c7f4 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Received event network-changed-18fe0432-e808-4d77-b9e3-92acd1bb6d3e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.694011] env[68166]: DEBUG nova.compute.manager [req-26d613f2-c7eb-4819-a5e9-7b8e48d6d6d6 req-18f27129-ae77-45f4-b218-5b9b32e5c7f4 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Refreshing instance network info cache due to event network-changed-18fe0432-e808-4d77-b9e3-92acd1bb6d3e. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.694241] env[68166]: DEBUG oslo_concurrency.lockutils [req-26d613f2-c7eb-4819-a5e9-7b8e48d6d6d6 req-18f27129-ae77-45f4-b218-5b9b32e5c7f4 service nova] Acquiring lock "refresh_cache-370cf945-8e4a-4ace-8b54-847fba577224" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.694389] env[68166]: DEBUG oslo_concurrency.lockutils [req-26d613f2-c7eb-4819-a5e9-7b8e48d6d6d6 req-18f27129-ae77-45f4-b218-5b9b32e5c7f4 service nova] Acquired lock "refresh_cache-370cf945-8e4a-4ace-8b54-847fba577224" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.694628] env[68166]: DEBUG nova.network.neutron [req-26d613f2-c7eb-4819-a5e9-7b8e48d6d6d6 req-18f27129-ae77-45f4-b218-5b9b32e5c7f4 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Refreshing network info cache for port 18fe0432-e808-4d77-b9e3-92acd1bb6d3e {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.954136] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807438, 'name': CreateVM_Task, 'duration_secs': 0.525587} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.954588] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.954923] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.955106] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.955431] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.956026] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf161701-64f1-4008-920d-2ddcec9bbb47 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.960849] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1064.960849] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d76f3c-081b-c795-af28-1b9529f31c0e" [ 1064.960849] env[68166]: _type = "Task" [ 1064.960849] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.970325] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d76f3c-081b-c795-af28-1b9529f31c0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.029455] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.030038] env[68166]: DEBUG nova.compute.manager [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.032980] env[68166]: DEBUG oslo_concurrency.lockutils [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.063s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.033288] env[68166]: DEBUG nova.objects.instance [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lazy-loading 'resources' on Instance uuid f8b549f9-0901-408d-8e0e-e16c6d47716c {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.050878] env[68166]: DEBUG oslo_concurrency.lockutils [req-3359fe07-f958-49ef-9a50-78f30865a39e req-d60e2188-9e4f-4520-ad40-3ea7723135e4 service nova] Releasing lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.051149] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquired lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.051343] env[68166]: DEBUG nova.network.neutron [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.103200] env[68166]: DEBUG oslo_concurrency.lockutils [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] Releasing lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.103474] env[68166]: DEBUG nova.compute.manager [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Received event network-vif-deleted-27e6c68b-1c49-464d-96d3-e54d7336c5bf {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.103653] env[68166]: INFO nova.compute.manager [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Neutron deleted interface 27e6c68b-1c49-464d-96d3-e54d7336c5bf; detaching it from the instance and deleting it from the info cache [ 1065.103821] env[68166]: DEBUG nova.network.neutron [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.122653] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c9335f7-297c-4068-a40a-0c5fbe7ab278 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.234600] env[68166]: DEBUG nova.network.neutron [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Successfully updated port: 42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.391375] env[68166]: DEBUG nova.network.neutron [req-26d613f2-c7eb-4819-a5e9-7b8e48d6d6d6 req-18f27129-ae77-45f4-b218-5b9b32e5c7f4 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Updated VIF entry in instance network info cache for port 18fe0432-e808-4d77-b9e3-92acd1bb6d3e. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.391754] env[68166]: DEBUG nova.network.neutron [req-26d613f2-c7eb-4819-a5e9-7b8e48d6d6d6 req-18f27129-ae77-45f4-b218-5b9b32e5c7f4 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Updating instance_info_cache with network_info: [{"id": "18fe0432-e808-4d77-b9e3-92acd1bb6d3e", "address": "fa:16:3e:19:09:91", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18fe0432-e8", "ovs_interfaceid": "18fe0432-e808-4d77-b9e3-92acd1bb6d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.472925] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d76f3c-081b-c795-af28-1b9529f31c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.037207} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.473214] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.473487] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.473725] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.473877] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.474074] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.474346] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e6d006c-070a-4323-a8cc-b0a33f29a7a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.483907] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.484100] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.484864] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b7988c-3baa-4a38-baeb-fab4f7985a16 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.490598] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1065.490598] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52103d66-6401-2ec6-2df2-d76ee26e90a0" [ 1065.490598] env[68166]: _type = "Task" [ 1065.490598] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.498567] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52103d66-6401-2ec6-2df2-d76ee26e90a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.536671] env[68166]: DEBUG nova.compute.utils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.541811] env[68166]: DEBUG nova.compute.manager [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.541811] env[68166]: DEBUG nova.network.neutron [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.579347] env[68166]: DEBUG nova.policy [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfd390db0f524d9ebd7857b45ada8a39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6443a80cec2452a96a94d4ada15680a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.606361] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dae17e9-f0e3-48e8-ade9-c66d806d057d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.616951] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e184e-e59f-40d6-93f7-6cf60fc79d76 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.659032] env[68166]: DEBUG nova.compute.manager [req-232862ba-c049-44ba-8b6a-fb5a461c4e54 req-529d78b7-5934-4569-8743-53a38b37db33 service nova] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Detach interface failed, port_id=27e6c68b-1c49-464d-96d3-e54d7336c5bf, reason: Instance b8c67555-fca1-4aa9-85fa-ccb217eb34ec could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1065.742631] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.742631] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.742631] env[68166]: DEBUG nova.network.neutron [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.839685] env[68166]: DEBUG nova.network.neutron [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Updating instance_info_cache with network_info: [{"id": "69ffd5cd-7751-48fa-a2f6-6588fd82f549", "address": "fa:16:3e:9f:8f:1a", "network": {"id": "87dd5e68-b477-4396-bac6-1c75c6ad98b9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-361775737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79533729ba1e4802b1cd8591e3546126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ffd5cd-77", "ovs_interfaceid": "69ffd5cd-7751-48fa-a2f6-6588fd82f549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.859917] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b1e35c-c171-425b-8b4b-efbffc0751b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.863799] env[68166]: DEBUG nova.network.neutron [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Successfully created port: ee75fa3a-6888-4d74-a4d6-9161960d0484 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.871524] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4e6df4-9529-4385-9807-72c49e026536 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.904406] env[68166]: DEBUG oslo_concurrency.lockutils [req-26d613f2-c7eb-4819-a5e9-7b8e48d6d6d6 req-18f27129-ae77-45f4-b218-5b9b32e5c7f4 service nova] Releasing lock "refresh_cache-370cf945-8e4a-4ace-8b54-847fba577224" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.905590] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcedf27-f663-4267-b229-20117fa80de9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.914206] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e74fe12-7a39-42f4-83ba-37064a57ab85 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.928366] env[68166]: DEBUG nova.compute.provider_tree [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.001997] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52103d66-6401-2ec6-2df2-d76ee26e90a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.002872] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92536505-7ca4-48b4-9c9e-38c31d2c4aa7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.008618] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1066.008618] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52bcaedf-5120-fff2-4a39-f01d76a0d291" [ 1066.008618] env[68166]: _type = "Task" [ 1066.008618] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.021065] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52bcaedf-5120-fff2-4a39-f01d76a0d291, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.021256] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.021657] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 370cf945-8e4a-4ace-8b54-847fba577224/370cf945-8e4a-4ace-8b54-847fba577224.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.021920] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84216a68-ba63-4f8f-8484-f7911ed1f042 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.028624] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1066.028624] env[68166]: value = "task-2807440" [ 1066.028624] env[68166]: _type = "Task" [ 1066.028624] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.036809] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.042497] env[68166]: DEBUG nova.compute.manager [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.054636] env[68166]: DEBUG nova.compute.manager [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Received event network-vif-plugged-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.054948] env[68166]: DEBUG oslo_concurrency.lockutils [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] Acquiring lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.055169] env[68166]: DEBUG oslo_concurrency.lockutils [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] Lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.055384] env[68166]: DEBUG oslo_concurrency.lockutils [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] Lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.055596] env[68166]: DEBUG nova.compute.manager [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] No waiting events found dispatching network-vif-plugged-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.055799] env[68166]: WARNING nova.compute.manager [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Received unexpected event network-vif-plugged-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 for instance with vm_state active and task_state None. [ 1066.055999] env[68166]: DEBUG nova.compute.manager [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Received event network-changed-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.056335] env[68166]: DEBUG nova.compute.manager [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Refreshing instance network info cache due to event network-changed-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1066.056572] env[68166]: DEBUG oslo_concurrency.lockutils [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] Acquiring lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.209056] env[68166]: DEBUG nova.objects.instance [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'flavor' on Instance uuid 064a83c8-189c-45a4-acb9-b74d809abd18 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.295551] env[68166]: WARNING nova.network.neutron [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] bc660463-b5d5-4515-bdaf-bf8c8b272bef already exists in list: networks containing: ['bc660463-b5d5-4515-bdaf-bf8c8b272bef']. ignoring it [ 1066.342438] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Releasing lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.434024] env[68166]: DEBUG nova.scheduler.client.report [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.541149] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807440, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.705226] env[68166]: DEBUG nova.network.neutron [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updating instance_info_cache with network_info: [{"id": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "address": "fa:16:3e:7f:75:2a", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf742b4ff-e4", "ovs_interfaceid": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2", "address": "fa:16:3e:80:55:2d", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e6b5e1-4e", "ovs_interfaceid": "42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.713702] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.713922] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquired lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.714224] env[68166]: DEBUG nova.network.neutron [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.714375] env[68166]: DEBUG nova.objects.instance [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'info_cache' on Instance uuid 064a83c8-189c-45a4-acb9-b74d809abd18 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.846669] env[68166]: DEBUG nova.compute.manager [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.847610] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e73bc0f-b7f2-4db4-8a81-cab547b35a53 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.937705] env[68166]: DEBUG oslo_concurrency.lockutils [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.940074] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.216s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.940306] env[68166]: DEBUG nova.objects.instance [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lazy-loading 'resources' on Instance uuid afd218b2-6981-4b54-aa35-cdb598443e69 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.958504] env[68166]: INFO nova.scheduler.client.report [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Deleted allocations for instance f8b549f9-0901-408d-8e0e-e16c6d47716c [ 1067.040223] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745542} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.040536] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 370cf945-8e4a-4ace-8b54-847fba577224/370cf945-8e4a-4ace-8b54-847fba577224.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.040770] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.041025] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbb4d8cf-aa7e-4dd2-baea-df6d802fc40b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.048583] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1067.048583] env[68166]: value = "task-2807441" [ 1067.048583] env[68166]: _type = "Task" [ 1067.048583] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.054022] env[68166]: DEBUG nova.compute.manager [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.061515] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.080978] env[68166]: DEBUG nova.virt.hardware [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.081249] env[68166]: DEBUG nova.virt.hardware [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.081415] env[68166]: DEBUG nova.virt.hardware [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.081600] env[68166]: DEBUG nova.virt.hardware [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.081771] env[68166]: DEBUG nova.virt.hardware [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.081942] env[68166]: DEBUG nova.virt.hardware [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.082174] env[68166]: DEBUG nova.virt.hardware [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.082402] env[68166]: DEBUG nova.virt.hardware [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.082621] env[68166]: DEBUG nova.virt.hardware [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.082793] env[68166]: DEBUG nova.virt.hardware [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.082966] env[68166]: DEBUG nova.virt.hardware [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.083849] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa456eb-ad15-4ec0-9565-32a4cc5aa620 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.092960] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ece9f8a-4a88-4f09-a701-680f48a2fe5e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.209281] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.209973] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.210147] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.210443] env[68166]: DEBUG oslo_concurrency.lockutils [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] Acquired lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.210633] env[68166]: DEBUG nova.network.neutron [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Refreshing network info cache for port 42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.212448] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3ee152-1353-4959-bfe4-63cb6c0496c8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.217753] env[68166]: DEBUG nova.objects.base [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Object Instance<064a83c8-189c-45a4-acb9-b74d809abd18> lazy-loaded attributes: flavor,info_cache {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.231766] env[68166]: DEBUG nova.virt.hardware [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.231994] env[68166]: DEBUG nova.virt.hardware [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.232163] env[68166]: DEBUG nova.virt.hardware [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.232399] env[68166]: DEBUG nova.virt.hardware [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.232567] env[68166]: DEBUG nova.virt.hardware [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.232717] env[68166]: DEBUG nova.virt.hardware [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.232929] env[68166]: DEBUG nova.virt.hardware [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.233103] env[68166]: DEBUG nova.virt.hardware [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.233275] env[68166]: DEBUG nova.virt.hardware [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.233442] env[68166]: DEBUG nova.virt.hardware [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.233616] env[68166]: DEBUG nova.virt.hardware [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.239890] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Reconfiguring VM to attach interface {{(pid=68166) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1067.243712] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8a657c-4891-4245-9fc7-b65d23e90ecd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.263361] env[68166]: DEBUG oslo_vmware.api [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1067.263361] env[68166]: value = "task-2807442" [ 1067.263361] env[68166]: _type = "Task" [ 1067.263361] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.272291] env[68166]: DEBUG oslo_vmware.api [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807442, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.293746] env[68166]: DEBUG nova.compute.manager [req-f2df1769-ee25-405e-9a12-502af25b1065 req-3f5767b1-d9b3-4dba-b602-18c65a929ff6 service nova] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Received event network-vif-plugged-ee75fa3a-6888-4d74-a4d6-9161960d0484 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.293948] env[68166]: DEBUG oslo_concurrency.lockutils [req-f2df1769-ee25-405e-9a12-502af25b1065 req-3f5767b1-d9b3-4dba-b602-18c65a929ff6 service nova] Acquiring lock "d80a90cf-6a43-4e2b-a9a0-81942a44d761-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.294169] env[68166]: DEBUG oslo_concurrency.lockutils [req-f2df1769-ee25-405e-9a12-502af25b1065 req-3f5767b1-d9b3-4dba-b602-18c65a929ff6 service nova] Lock "d80a90cf-6a43-4e2b-a9a0-81942a44d761-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.294338] env[68166]: DEBUG oslo_concurrency.lockutils [req-f2df1769-ee25-405e-9a12-502af25b1065 req-3f5767b1-d9b3-4dba-b602-18c65a929ff6 service nova] Lock "d80a90cf-6a43-4e2b-a9a0-81942a44d761-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.294499] env[68166]: DEBUG nova.compute.manager [req-f2df1769-ee25-405e-9a12-502af25b1065 req-3f5767b1-d9b3-4dba-b602-18c65a929ff6 service nova] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] No waiting events found dispatching network-vif-plugged-ee75fa3a-6888-4d74-a4d6-9161960d0484 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.294666] env[68166]: WARNING nova.compute.manager [req-f2df1769-ee25-405e-9a12-502af25b1065 req-3f5767b1-d9b3-4dba-b602-18c65a929ff6 service nova] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Received unexpected event network-vif-plugged-ee75fa3a-6888-4d74-a4d6-9161960d0484 for instance with vm_state building and task_state spawning. [ 1067.357018] env[68166]: DEBUG nova.network.neutron [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Successfully updated port: ee75fa3a-6888-4d74-a4d6-9161960d0484 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.467406] env[68166]: DEBUG oslo_concurrency.lockutils [None req-63c2074e-3185-4a3e-87f8-3ab22ca31788 tempest-DeleteServersAdminTestJSON-478269336 tempest-DeleteServersAdminTestJSON-478269336-project-member] Lock "f8b549f9-0901-408d-8e0e-e16c6d47716c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.604s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.514149] env[68166]: DEBUG nova.network.neutron [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Updating instance_info_cache with network_info: [{"id": "9105f280-1fe2-47f8-b3d2-8f63f7f16cd1", "address": "fa:16:3e:d1:fc:6f", "network": {"id": "ecdfb8cb-a237-41bf-9637-ec7779359b1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1529248802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a85a79b3f84d5d8f26651b4ae4bdc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105f280-1f", "ovs_interfaceid": "9105f280-1fe2-47f8-b3d2-8f63f7f16cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.561588] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076832} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.561921] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.562844] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f585a5f-65a8-49f0-a8b5-5173c296786b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.586930] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 370cf945-8e4a-4ace-8b54-847fba577224/370cf945-8e4a-4ace-8b54-847fba577224.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.589625] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69096dc1-9887-4c58-a195-43264eb5a139 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.613055] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1067.613055] env[68166]: value = "task-2807443" [ 1067.613055] env[68166]: _type = "Task" [ 1067.613055] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.623844] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.733861] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47432550-18bb-4d97-ad86-2e9250afdf4d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.742135] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ef1d72-c2ea-40d7-a268-70569bdb5667 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.776780] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aae633-7a34-431c-9aa8-9984611410a8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.785087] env[68166]: DEBUG oslo_vmware.api [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.788085] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4dfcbb-0699-4692-b6eb-baf0b829fc3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.801793] env[68166]: DEBUG nova.compute.provider_tree [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.862028] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Acquiring lock "refresh_cache-d80a90cf-6a43-4e2b-a9a0-81942a44d761" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.862205] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Acquired lock "refresh_cache-d80a90cf-6a43-4e2b-a9a0-81942a44d761" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.862552] env[68166]: DEBUG nova.network.neutron [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.867889] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b127a88-0b35-4c55-93af-e1eea986302f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.877919] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Doing hard reboot of VM {{(pid=68166) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1067.881451] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a11afabe-0eb2-42b5-a4e7-e41bb4d46f5c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.890974] env[68166]: DEBUG oslo_vmware.api [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1067.890974] env[68166]: value = "task-2807444" [ 1067.890974] env[68166]: _type = "Task" [ 1067.890974] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.903297] env[68166]: DEBUG oslo_vmware.api [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807444, 'name': ResetVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.017298] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Releasing lock "refresh_cache-064a83c8-189c-45a4-acb9-b74d809abd18" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.051842] env[68166]: DEBUG nova.network.neutron [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updated VIF entry in instance network info cache for port 42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.052424] env[68166]: DEBUG nova.network.neutron [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updating instance_info_cache with network_info: [{"id": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "address": "fa:16:3e:7f:75:2a", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf742b4ff-e4", "ovs_interfaceid": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2", "address": "fa:16:3e:80:55:2d", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e6b5e1-4e", "ovs_interfaceid": "42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.125876] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.282457] env[68166]: DEBUG oslo_vmware.api [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.304978] env[68166]: DEBUG nova.scheduler.client.report [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.396536] env[68166]: DEBUG nova.network.neutron [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.404290] env[68166]: DEBUG oslo_vmware.api [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807444, 'name': ResetVM_Task, 'duration_secs': 0.101415} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.404582] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Did hard reboot of VM {{(pid=68166) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1068.404779] env[68166]: DEBUG nova.compute.manager [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.405567] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e525b33-6e09-4111-bc23-9f5d2ec38822 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.555977] env[68166]: DEBUG oslo_concurrency.lockutils [req-c212b8d9-57d6-4883-b0e4-4c4e36080335 req-00960b70-cb1d-4a3d-93fc-807d633382e9 service nova] Releasing lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.577743] env[68166]: DEBUG nova.network.neutron [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Updating instance_info_cache with network_info: [{"id": "ee75fa3a-6888-4d74-a4d6-9161960d0484", "address": "fa:16:3e:f2:23:06", "network": {"id": "0f4faac1-892b-44f4-a921-dc04d393edcd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1731644577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6443a80cec2452a96a94d4ada15680a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee75fa3a-68", "ovs_interfaceid": "ee75fa3a-6888-4d74-a4d6-9161960d0484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.625187] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807443, 'name': ReconfigVM_Task, 'duration_secs': 0.651663} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.625465] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 370cf945-8e4a-4ace-8b54-847fba577224/370cf945-8e4a-4ace-8b54-847fba577224.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.626102] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d75aa883-a29f-4214-a1e3-c12d89c126ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.633457] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1068.633457] env[68166]: value = "task-2807445" [ 1068.633457] env[68166]: _type = "Task" [ 1068.633457] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.641825] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807445, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.782083] env[68166]: DEBUG oslo_vmware.api [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807442, 'name': ReconfigVM_Task, 'duration_secs': 1.097794} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.782695] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.783159] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Reconfigured VM to attach interface {{(pid=68166) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1068.810693] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.813062] env[68166]: DEBUG oslo_concurrency.lockutils [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.943s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.813289] env[68166]: DEBUG nova.objects.instance [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lazy-loading 'resources' on Instance uuid 9adcf0e3-28a9-4209-a239-fcf3dfb27faa {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.832879] env[68166]: INFO nova.scheduler.client.report [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Deleted allocations for instance afd218b2-6981-4b54-aa35-cdb598443e69 [ 1068.920506] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3184b386-1aee-47a8-b882-140d6bae806d tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "5d756c06-a14f-41ab-84d2-3893cf8565b1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.253s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.033665] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.033992] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba33d744-3a53-4e14-884f-a5ea54400371 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.042203] env[68166]: DEBUG oslo_vmware.api [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1069.042203] env[68166]: value = "task-2807446" [ 1069.042203] env[68166]: _type = "Task" [ 1069.042203] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.052736] env[68166]: DEBUG oslo_vmware.api [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.080181] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Releasing lock "refresh_cache-d80a90cf-6a43-4e2b-a9a0-81942a44d761" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.080454] env[68166]: DEBUG nova.compute.manager [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Instance network_info: |[{"id": "ee75fa3a-6888-4d74-a4d6-9161960d0484", "address": "fa:16:3e:f2:23:06", "network": {"id": "0f4faac1-892b-44f4-a921-dc04d393edcd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1731644577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6443a80cec2452a96a94d4ada15680a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee75fa3a-68", "ovs_interfaceid": "ee75fa3a-6888-4d74-a4d6-9161960d0484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.080894] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:23:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee75fa3a-6888-4d74-a4d6-9161960d0484', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.088565] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Creating folder: Project (a6443a80cec2452a96a94d4ada15680a). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.088846] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7a2b5ee-f753-42bb-8109-2e626018be00 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.102163] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Created folder: Project (a6443a80cec2452a96a94d4ada15680a) in parent group-v563881. [ 1069.102357] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Creating folder: Instances. Parent ref: group-v564165. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.102547] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa37ff16-ace5-4e1c-b782-47d1bb1bbc55 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.113921] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Created folder: Instances in parent group-v564165. [ 1069.114191] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.114389] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.114694] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b612474c-9fd5-4f6f-8d4d-813d27558ba4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.138357] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.138357] env[68166]: value = "task-2807449" [ 1069.138357] env[68166]: _type = "Task" [ 1069.138357] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.145855] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807445, 'name': Rename_Task, 'duration_secs': 0.296684} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.146054] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.146258] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47ab54d5-9013-4a92-a5d9-b34933aea03e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.151101] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807449, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.157599] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1069.157599] env[68166]: value = "task-2807450" [ 1069.157599] env[68166]: _type = "Task" [ 1069.157599] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.166887] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.287760] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1cebe464-6639-4d6c-b94a-9a0359602eff tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-afd689f3-1bfe-43e4-8d65-bb0b219eea7d-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.221s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.344642] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7e3d60a6-086a-4944-9453-9a5bdc002d88 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "afd218b2-6981-4b54-aa35-cdb598443e69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.077s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.530799] env[68166]: DEBUG nova.compute.manager [req-2db86d41-9949-48b1-a3da-d710a5e6101c req-29966709-fb35-420c-a214-537bed0a0f3a service nova] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Received event network-changed-ee75fa3a-6888-4d74-a4d6-9161960d0484 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.531074] env[68166]: DEBUG nova.compute.manager [req-2db86d41-9949-48b1-a3da-d710a5e6101c req-29966709-fb35-420c-a214-537bed0a0f3a service nova] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Refreshing instance network info cache due to event network-changed-ee75fa3a-6888-4d74-a4d6-9161960d0484. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1069.531225] env[68166]: DEBUG oslo_concurrency.lockutils [req-2db86d41-9949-48b1-a3da-d710a5e6101c req-29966709-fb35-420c-a214-537bed0a0f3a service nova] Acquiring lock "refresh_cache-d80a90cf-6a43-4e2b-a9a0-81942a44d761" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.531365] env[68166]: DEBUG oslo_concurrency.lockutils [req-2db86d41-9949-48b1-a3da-d710a5e6101c req-29966709-fb35-420c-a214-537bed0a0f3a service nova] Acquired lock "refresh_cache-d80a90cf-6a43-4e2b-a9a0-81942a44d761" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.531524] env[68166]: DEBUG nova.network.neutron [req-2db86d41-9949-48b1-a3da-d710a5e6101c req-29966709-fb35-420c-a214-537bed0a0f3a service nova] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Refreshing network info cache for port ee75fa3a-6888-4d74-a4d6-9161960d0484 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.556869] env[68166]: DEBUG oslo_vmware.api [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807446, 'name': PowerOnVM_Task, 'duration_secs': 0.493974} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.560145] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.560145] env[68166]: DEBUG nova.compute.manager [None req-48f79920-cbf5-4d4f-a2e8-9564e9ab7ef3 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.560145] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf3df21-6cbe-4102-86dd-07187a366f17 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.619326] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c4cc2-772b-414b-b87e-3021a57e2f04 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.628458] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890d18da-0e97-4c83-9009-f8f6ada7e8ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.669595] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532f3a82-4426-46c8-bf26-5c9fa555cc81 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.681094] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807450, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.681311] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807449, 'name': CreateVM_Task, 'duration_secs': 0.378882} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.683266] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.684034] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.684204] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.684522] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.685761] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1006104-264f-4d51-9e9e-0b610c4008bb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.689855] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a657ea2-c28f-4067-a02a-53e3720174d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.697310] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Waiting for the task: (returnval){ [ 1069.697310] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52677202-d97e-39db-4ce8-ed874a49174b" [ 1069.697310] env[68166]: _type = "Task" [ 1069.697310] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.709396] env[68166]: DEBUG nova.compute.provider_tree [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.724108] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52677202-d97e-39db-4ce8-ed874a49174b, 'name': SearchDatastore_Task, 'duration_secs': 0.01279} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.724543] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.724865] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.725374] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.725457] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.725679] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.726343] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24b900ed-e2a6-42ec-8c1f-131a03e80e67 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.737737] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.738035] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.739047] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b391b8-6ca3-4c2f-8fff-0ffa2f7fffcd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.746793] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Waiting for the task: (returnval){ [ 1069.746793] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5208322e-7582-da6e-734f-b413d8811ca9" [ 1069.746793] env[68166]: _type = "Task" [ 1069.746793] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.758524] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5208322e-7582-da6e-734f-b413d8811ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.175915] env[68166]: DEBUG oslo_vmware.api [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807450, 'name': PowerOnVM_Task, 'duration_secs': 0.723332} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.176299] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.176467] env[68166]: INFO nova.compute.manager [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1070.176653] env[68166]: DEBUG nova.compute.manager [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.177483] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583ac7b4-366d-4ade-89a1-cf11ae3502db {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.216397] env[68166]: DEBUG nova.scheduler.client.report [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.263903] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5208322e-7582-da6e-734f-b413d8811ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.264186] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432c7512-d10c-4b98-9e73-7c00cd2aa244 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.272041] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Waiting for the task: (returnval){ [ 1070.272041] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521a053d-8cbf-fa6e-bb62-1285e9b2fa8f" [ 1070.272041] env[68166]: _type = "Task" [ 1070.272041] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.279974] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521a053d-8cbf-fa6e-bb62-1285e9b2fa8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.326623] env[68166]: DEBUG nova.network.neutron [req-2db86d41-9949-48b1-a3da-d710a5e6101c req-29966709-fb35-420c-a214-537bed0a0f3a service nova] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Updated VIF entry in instance network info cache for port ee75fa3a-6888-4d74-a4d6-9161960d0484. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.327658] env[68166]: DEBUG nova.network.neutron [req-2db86d41-9949-48b1-a3da-d710a5e6101c req-29966709-fb35-420c-a214-537bed0a0f3a service nova] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Updating instance_info_cache with network_info: [{"id": "ee75fa3a-6888-4d74-a4d6-9161960d0484", "address": "fa:16:3e:f2:23:06", "network": {"id": "0f4faac1-892b-44f4-a921-dc04d393edcd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1731644577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6443a80cec2452a96a94d4ada15680a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee75fa3a-68", "ovs_interfaceid": "ee75fa3a-6888-4d74-a4d6-9161960d0484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.342844] env[68166]: DEBUG nova.compute.manager [req-710a915d-81d7-45de-a792-b02a55a65c09 req-e3f6a33b-d40a-44a9-8638-d26ac5450366 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Received event network-changed-69ffd5cd-7751-48fa-a2f6-6588fd82f549 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.343052] env[68166]: DEBUG nova.compute.manager [req-710a915d-81d7-45de-a792-b02a55a65c09 req-e3f6a33b-d40a-44a9-8638-d26ac5450366 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Refreshing instance network info cache due to event network-changed-69ffd5cd-7751-48fa-a2f6-6588fd82f549. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.343273] env[68166]: DEBUG oslo_concurrency.lockutils [req-710a915d-81d7-45de-a792-b02a55a65c09 req-e3f6a33b-d40a-44a9-8638-d26ac5450366 service nova] Acquiring lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.343423] env[68166]: DEBUG oslo_concurrency.lockutils [req-710a915d-81d7-45de-a792-b02a55a65c09 req-e3f6a33b-d40a-44a9-8638-d26ac5450366 service nova] Acquired lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.343581] env[68166]: DEBUG nova.network.neutron [req-710a915d-81d7-45de-a792-b02a55a65c09 req-e3f6a33b-d40a-44a9-8638-d26ac5450366 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Refreshing network info cache for port 69ffd5cd-7751-48fa-a2f6-6588fd82f549 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.696120] env[68166]: INFO nova.compute.manager [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Took 32.87 seconds to build instance. [ 1070.721963] env[68166]: DEBUG oslo_concurrency.lockutils [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.724313] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.012s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.724551] env[68166]: DEBUG nova.objects.instance [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lazy-loading 'resources' on Instance uuid 4f657381-f0cf-40e4-87f7-815ccb5eaf9b {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.764689] env[68166]: INFO nova.scheduler.client.report [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Deleted allocations for instance 9adcf0e3-28a9-4209-a239-fcf3dfb27faa [ 1070.788052] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521a053d-8cbf-fa6e-bb62-1285e9b2fa8f, 'name': SearchDatastore_Task, 'duration_secs': 0.028229} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.788052] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.788052] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d80a90cf-6a43-4e2b-a9a0-81942a44d761/d80a90cf-6a43-4e2b-a9a0-81942a44d761.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.788052] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80f57376-9165-411b-8fd1-fd0418908008 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.796764] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Waiting for the task: (returnval){ [ 1070.796764] env[68166]: value = "task-2807451" [ 1070.796764] env[68166]: _type = "Task" [ 1070.796764] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.808082] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.829640] env[68166]: DEBUG oslo_concurrency.lockutils [req-2db86d41-9949-48b1-a3da-d710a5e6101c req-29966709-fb35-420c-a214-537bed0a0f3a service nova] Releasing lock "refresh_cache-d80a90cf-6a43-4e2b-a9a0-81942a44d761" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.095575] env[68166]: DEBUG oslo_concurrency.lockutils [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "5d756c06-a14f-41ab-84d2-3893cf8565b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.095825] env[68166]: DEBUG oslo_concurrency.lockutils [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "5d756c06-a14f-41ab-84d2-3893cf8565b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.096046] env[68166]: DEBUG oslo_concurrency.lockutils [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "5d756c06-a14f-41ab-84d2-3893cf8565b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.098013] env[68166]: DEBUG oslo_concurrency.lockutils [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "5d756c06-a14f-41ab-84d2-3893cf8565b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.098013] env[68166]: DEBUG oslo_concurrency.lockutils [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "5d756c06-a14f-41ab-84d2-3893cf8565b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.098577] env[68166]: INFO nova.compute.manager [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Terminating instance [ 1071.199611] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ca690c8c-3c52-45be-b247-741103f9a61b tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "370cf945-8e4a-4ace-8b54-847fba577224" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.386s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.206655] env[68166]: DEBUG nova.network.neutron [req-710a915d-81d7-45de-a792-b02a55a65c09 req-e3f6a33b-d40a-44a9-8638-d26ac5450366 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Updated VIF entry in instance network info cache for port 69ffd5cd-7751-48fa-a2f6-6588fd82f549. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.207017] env[68166]: DEBUG nova.network.neutron [req-710a915d-81d7-45de-a792-b02a55a65c09 req-e3f6a33b-d40a-44a9-8638-d26ac5450366 service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Updating instance_info_cache with network_info: [{"id": "69ffd5cd-7751-48fa-a2f6-6588fd82f549", "address": "fa:16:3e:9f:8f:1a", "network": {"id": "87dd5e68-b477-4396-bac6-1c75c6ad98b9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-361775737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79533729ba1e4802b1cd8591e3546126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ffd5cd-77", "ovs_interfaceid": "69ffd5cd-7751-48fa-a2f6-6588fd82f549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.255547] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "interface-afd689f3-1bfe-43e4-8d65-bb0b219eea7d-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.255833] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-afd689f3-1bfe-43e4-8d65-bb0b219eea7d-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.276614] env[68166]: DEBUG oslo_concurrency.lockutils [None req-84d47f09-ef6b-4657-b59f-4c535f7c24b8 tempest-ServersListShow296Test-2138202832 tempest-ServersListShow296Test-2138202832-project-member] Lock "9adcf0e3-28a9-4209-a239-fcf3dfb27faa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.670s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.308452] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807451, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.552026] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c126b46-2240-4f6b-ba85-b88e054b244d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.562133] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcee83b-13b8-47b4-94bb-cae77bdd556e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.598120] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e3b16-7e70-455b-b913-01d647be7724 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.605883] env[68166]: DEBUG nova.compute.manager [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.610237] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.611203] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aef518-2986-4091-802a-db6f709561f4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.616173] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4d4763-baba-4a6c-9077-b3a0625632cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.631315] env[68166]: DEBUG nova.compute.provider_tree [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.636090] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.637429] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64009f76-87f9-4a36-b19e-bedc1256eac2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.646624] env[68166]: DEBUG oslo_vmware.api [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1071.646624] env[68166]: value = "task-2807452" [ 1071.646624] env[68166]: _type = "Task" [ 1071.646624] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.656569] env[68166]: DEBUG oslo_vmware.api [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.711013] env[68166]: DEBUG oslo_concurrency.lockutils [req-710a915d-81d7-45de-a792-b02a55a65c09 req-e3f6a33b-d40a-44a9-8638-d26ac5450366 service nova] Releasing lock "refresh_cache-5d756c06-a14f-41ab-84d2-3893cf8565b1" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.762909] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.762909] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.762909] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a181f29-3e34-4be6-a6e0-405a8de0eb01 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.785267] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1526e7-e16f-4628-b184-c66a5a4f14fd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.823779] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Reconfiguring VM to detach interface {{(pid=68166) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1071.834111] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14e92e96-9c8e-4d2b-88c6-d010d27ed364 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.863464] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794808} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.867056] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] d80a90cf-6a43-4e2b-a9a0-81942a44d761/d80a90cf-6a43-4e2b-a9a0-81942a44d761.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.867056] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.867056] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1071.867056] env[68166]: value = "task-2807453" [ 1071.867056] env[68166]: _type = "Task" [ 1071.867056] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.867056] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bce841a2-86bf-4fa0-bfbf-4939862036d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.882180] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.883989] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Waiting for the task: (returnval){ [ 1071.883989] env[68166]: value = "task-2807454" [ 1071.883989] env[68166]: _type = "Task" [ 1071.883989] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.896750] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.157086] env[68166]: DEBUG oslo_vmware.api [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807452, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.177162] env[68166]: DEBUG nova.scheduler.client.report [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1072.177162] env[68166]: DEBUG nova.compute.provider_tree [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 145 to 146 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1072.177162] env[68166]: DEBUG nova.compute.provider_tree [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.373776] env[68166]: DEBUG nova.compute.manager [req-bda1672f-8194-4fcc-91d8-611cbc991e3f req-0c947d0b-0a72-41b7-b9cc-d9edf7951752 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Received event network-changed-18fe0432-e808-4d77-b9e3-92acd1bb6d3e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.374071] env[68166]: DEBUG nova.compute.manager [req-bda1672f-8194-4fcc-91d8-611cbc991e3f req-0c947d0b-0a72-41b7-b9cc-d9edf7951752 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Refreshing instance network info cache due to event network-changed-18fe0432-e808-4d77-b9e3-92acd1bb6d3e. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1072.374208] env[68166]: DEBUG oslo_concurrency.lockutils [req-bda1672f-8194-4fcc-91d8-611cbc991e3f req-0c947d0b-0a72-41b7-b9cc-d9edf7951752 service nova] Acquiring lock "refresh_cache-370cf945-8e4a-4ace-8b54-847fba577224" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.374355] env[68166]: DEBUG oslo_concurrency.lockutils [req-bda1672f-8194-4fcc-91d8-611cbc991e3f req-0c947d0b-0a72-41b7-b9cc-d9edf7951752 service nova] Acquired lock "refresh_cache-370cf945-8e4a-4ace-8b54-847fba577224" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.374512] env[68166]: DEBUG nova.network.neutron [req-bda1672f-8194-4fcc-91d8-611cbc991e3f req-0c947d0b-0a72-41b7-b9cc-d9edf7951752 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Refreshing network info cache for port 18fe0432-e808-4d77-b9e3-92acd1bb6d3e {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.388722] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.398892] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078641} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.399328] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.400146] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509bd2ec-6bc4-4b93-94f5-49ced2caf197 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.425959] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d80a90cf-6a43-4e2b-a9a0-81942a44d761/d80a90cf-6a43-4e2b-a9a0-81942a44d761.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.427233] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba8ac84-d320-42e0-a0eb-6314dabbad26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.449049] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Waiting for the task: (returnval){ [ 1072.449049] env[68166]: value = "task-2807455" [ 1072.449049] env[68166]: _type = "Task" [ 1072.449049] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.460130] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.658476] env[68166]: DEBUG oslo_vmware.api [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807452, 'name': PowerOffVM_Task, 'duration_secs': 0.544071} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.658778] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.658963] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.659283] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0249ff54-da36-4368-bdc3-ae544574518b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.682749] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.685774] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.065s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.685774] env[68166]: DEBUG nova.objects.instance [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lazy-loading 'resources' on Instance uuid 060c4dc2-d45d-481e-99bc-3b8cc2526efc {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.705255] env[68166]: INFO nova.scheduler.client.report [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Deleted allocations for instance 4f657381-f0cf-40e4-87f7-815ccb5eaf9b [ 1072.728717] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.728950] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.729161] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Deleting the datastore file [datastore1] 5d756c06-a14f-41ab-84d2-3893cf8565b1 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.729505] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30050ba5-8f89-48e8-8b9e-d9c4dffb3d33 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.738310] env[68166]: DEBUG oslo_vmware.api [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1072.738310] env[68166]: value = "task-2807457" [ 1072.738310] env[68166]: _type = "Task" [ 1072.738310] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.750088] env[68166]: DEBUG oslo_vmware.api [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.885669] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.960422] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807455, 'name': ReconfigVM_Task, 'duration_secs': 0.343733} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.962945] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d80a90cf-6a43-4e2b-a9a0-81942a44d761/d80a90cf-6a43-4e2b-a9a0-81942a44d761.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.963641] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c06cc6ec-61d0-4d95-b804-a31e6782388e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.971790] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Waiting for the task: (returnval){ [ 1072.971790] env[68166]: value = "task-2807458" [ 1072.971790] env[68166]: _type = "Task" [ 1072.971790] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.981361] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807458, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.214969] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a3928f74-3e74-403c-bdf7-58f34585aa09 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "4f657381-f0cf-40e4-87f7-815ccb5eaf9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.377s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.248800] env[68166]: DEBUG oslo_vmware.api [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372726} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.251632] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.251889] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.252127] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.252316] env[68166]: INFO nova.compute.manager [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1073.252639] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.253042] env[68166]: DEBUG nova.compute.manager [-] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.253145] env[68166]: DEBUG nova.network.neutron [-] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.267317] env[68166]: DEBUG nova.network.neutron [req-bda1672f-8194-4fcc-91d8-611cbc991e3f req-0c947d0b-0a72-41b7-b9cc-d9edf7951752 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Updated VIF entry in instance network info cache for port 18fe0432-e808-4d77-b9e3-92acd1bb6d3e. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.267698] env[68166]: DEBUG nova.network.neutron [req-bda1672f-8194-4fcc-91d8-611cbc991e3f req-0c947d0b-0a72-41b7-b9cc-d9edf7951752 service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Updating instance_info_cache with network_info: [{"id": "18fe0432-e808-4d77-b9e3-92acd1bb6d3e", "address": "fa:16:3e:19:09:91", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18fe0432-e8", "ovs_interfaceid": "18fe0432-e808-4d77-b9e3-92acd1bb6d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.387230] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.467446] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f252340e-6566-4a8a-9b3d-247f11c189a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.481081] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f81fd3-04d0-4a58-ac7a-f0dd81a808c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.489125] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807458, 'name': Rename_Task, 'duration_secs': 0.164127} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.489962] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.490111] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7bfcac2-011e-49ae-83b1-8506e62c0b91 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.525499] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354bd09d-b91e-43b1-9282-9232c1c200e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.530255] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Waiting for the task: (returnval){ [ 1073.530255] env[68166]: value = "task-2807459" [ 1073.530255] env[68166]: _type = "Task" [ 1073.530255] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.531553] env[68166]: DEBUG nova.compute.manager [req-4b4cb1dd-cc94-4044-9a4a-64d32c00c753 req-68038490-19ac-440b-8140-fbfad0cc82ae service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Received event network-vif-deleted-69ffd5cd-7751-48fa-a2f6-6588fd82f549 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.531754] env[68166]: INFO nova.compute.manager [req-4b4cb1dd-cc94-4044-9a4a-64d32c00c753 req-68038490-19ac-440b-8140-fbfad0cc82ae service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Neutron deleted interface 69ffd5cd-7751-48fa-a2f6-6588fd82f549; detaching it from the instance and deleting it from the info cache [ 1073.531927] env[68166]: DEBUG nova.network.neutron [req-4b4cb1dd-cc94-4044-9a4a-64d32c00c753 req-68038490-19ac-440b-8140-fbfad0cc82ae service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.542237] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97d97b4-8286-47c3-9d90-47a3c7d900fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.550634] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807459, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.569259] env[68166]: DEBUG nova.compute.provider_tree [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.770832] env[68166]: DEBUG oslo_concurrency.lockutils [req-bda1672f-8194-4fcc-91d8-611cbc991e3f req-0c947d0b-0a72-41b7-b9cc-d9edf7951752 service nova] Releasing lock "refresh_cache-370cf945-8e4a-4ace-8b54-847fba577224" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.886870] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.037173] env[68166]: DEBUG nova.network.neutron [-] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.042770] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc397686-9354-4c40-bad0-53f62cd53f20 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.057543] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807459, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.061916] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba483e4f-3a49-4521-9fb9-0a10bcb8e2fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.118995] env[68166]: DEBUG nova.compute.manager [req-4b4cb1dd-cc94-4044-9a4a-64d32c00c753 req-68038490-19ac-440b-8140-fbfad0cc82ae service nova] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Detach interface failed, port_id=69ffd5cd-7751-48fa-a2f6-6588fd82f549, reason: Instance 5d756c06-a14f-41ab-84d2-3893cf8565b1 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1074.118995] env[68166]: DEBUG nova.scheduler.client.report [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1074.119377] env[68166]: DEBUG nova.compute.provider_tree [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 146 to 147 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1074.119632] env[68166]: DEBUG nova.compute.provider_tree [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1074.384953] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.544050] env[68166]: INFO nova.compute.manager [-] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Took 1.29 seconds to deallocate network for instance. [ 1074.549063] env[68166]: DEBUG oslo_vmware.api [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807459, 'name': PowerOnVM_Task, 'duration_secs': 0.564224} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.549352] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.549591] env[68166]: INFO nova.compute.manager [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1074.549776] env[68166]: DEBUG nova.compute.manager [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.550651] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65369bc4-e8dd-4f87-ad8f-b150023bc78a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.627923] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.630368] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.854s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.630882] env[68166]: DEBUG nova.objects.instance [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lazy-loading 'pci_requests' on Instance uuid 6da9ed10-f901-42cb-a370-6392ea9589cd {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.655459] env[68166]: INFO nova.scheduler.client.report [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Deleted allocations for instance 060c4dc2-d45d-481e-99bc-3b8cc2526efc [ 1074.885936] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.058042] env[68166]: DEBUG oslo_concurrency.lockutils [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.069734] env[68166]: INFO nova.compute.manager [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Took 30.22 seconds to build instance. [ 1075.134361] env[68166]: DEBUG nova.objects.instance [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lazy-loading 'numa_topology' on Instance uuid 6da9ed10-f901-42cb-a370-6392ea9589cd {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.166929] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ebe1701e-3663-4f17-8e71-cb0fbc48a201 tempest-ServerRescueTestJSON-1100906985 tempest-ServerRescueTestJSON-1100906985-project-member] Lock "060c4dc2-d45d-481e-99bc-3b8cc2526efc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.596s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.385150] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.572670] env[68166]: DEBUG oslo_concurrency.lockutils [None req-884c3788-8e16-4992-b18e-2eee8511f766 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Lock "d80a90cf-6a43-4e2b-a9a0-81942a44d761" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.730s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.638787] env[68166]: INFO nova.compute.claims [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.887935] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.192299] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.192603] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.387367] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.695132] env[68166]: DEBUG nova.compute.manager [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.894572] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Acquiring lock "d80a90cf-6a43-4e2b-a9a0-81942a44d761" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.894856] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Lock "d80a90cf-6a43-4e2b-a9a0-81942a44d761" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.895869] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Acquiring lock "d80a90cf-6a43-4e2b-a9a0-81942a44d761-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.895869] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Lock "d80a90cf-6a43-4e2b-a9a0-81942a44d761-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.895869] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Lock "d80a90cf-6a43-4e2b-a9a0-81942a44d761-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.900234] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.901310] env[68166]: INFO nova.compute.manager [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Terminating instance [ 1077.016565] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459f3eff-8974-4b82-a421-d55fb735497d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.026087] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e1bf6d-e0e1-41e6-862e-f3c224316ba0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.058609] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1de4125-da5f-4036-af14-b15ce9bfac53 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.067787] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0c03ed-0e31-40e3-b710-bc31be530f2d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.083899] env[68166]: DEBUG nova.compute.provider_tree [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.215686] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.389803] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.408816] env[68166]: DEBUG nova.compute.manager [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.408816] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.408816] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f094dd1c-8bf6-497c-84e8-368177294559 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.419536] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.419780] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50f828b7-d4d6-4679-b15e-196bebbaa9e8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.429022] env[68166]: DEBUG oslo_vmware.api [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Waiting for the task: (returnval){ [ 1077.429022] env[68166]: value = "task-2807460" [ 1077.429022] env[68166]: _type = "Task" [ 1077.429022] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.436965] env[68166]: DEBUG oslo_vmware.api [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.589054] env[68166]: DEBUG nova.scheduler.client.report [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.890145] env[68166]: DEBUG oslo_vmware.api [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807453, 'name': ReconfigVM_Task, 'duration_secs': 5.79491} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.890469] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.890636] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Reconfigured VM to detach interface {{(pid=68166) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1077.939758] env[68166]: DEBUG oslo_vmware.api [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807460, 'name': PowerOffVM_Task, 'duration_secs': 0.309401} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.940047] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.941785] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.941785] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b2616f5-aafd-479b-baac-b6cf40287821 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.011997] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.012400] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.012762] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Deleting the datastore file [datastore1] d80a90cf-6a43-4e2b-a9a0-81942a44d761 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.013189] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ea39a2b-e3b2-4ee1-b31b-e26607d61661 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.021821] env[68166]: DEBUG oslo_vmware.api [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Waiting for the task: (returnval){ [ 1078.021821] env[68166]: value = "task-2807462" [ 1078.021821] env[68166]: _type = "Task" [ 1078.021821] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.033614] env[68166]: DEBUG oslo_vmware.api [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.098189] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.468s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.102866] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.221s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.103199] env[68166]: DEBUG nova.objects.instance [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lazy-loading 'resources' on Instance uuid b63e5526-014f-43cf-a490-57c7971bbf41 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.144332] env[68166]: INFO nova.network.neutron [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updating port 262a731b-da81-434d-8982-02f5dfa6d83b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1078.537451] env[68166]: DEBUG oslo_vmware.api [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.645660] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.646465] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.919188] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758ed8cc-3e99-4f08-bf3b-f0c699657f14 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.929307] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc9d33f-dbd1-4201-a47a-29c680d6bcc4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.966173] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d784d20e-4cec-4170-92e7-33efa4258033 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.975405] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dff156-1c94-4136-97b7-13bef65bab96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.991135] env[68166]: DEBUG nova.compute.provider_tree [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.032899] env[68166]: DEBUG oslo_vmware.api [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Task: {'id': task-2807462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.668274} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.033370] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.033567] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.034099] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.034099] env[68166]: INFO nova.compute.manager [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1079.034253] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.034347] env[68166]: DEBUG nova.compute.manager [-] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.034439] env[68166]: DEBUG nova.network.neutron [-] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.133130] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.133130] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.133130] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.133130] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.133130] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.134982] env[68166]: INFO nova.compute.manager [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Terminating instance [ 1079.155560] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.155560] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.155725] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.155933] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.155933] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.156114] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.156223] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68166) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1079.156587] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.359972] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.359972] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquired lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.359972] env[68166]: DEBUG nova.network.neutron [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.492331] env[68166]: DEBUG nova.compute.manager [req-321b9234-dcd0-49f9-b194-210cc5fbcb21 req-d0de25e9-3ec4-4225-949b-6a955b941a80 service nova] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Received event network-vif-deleted-ee75fa3a-6888-4d74-a4d6-9161960d0484 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.492538] env[68166]: INFO nova.compute.manager [req-321b9234-dcd0-49f9-b194-210cc5fbcb21 req-d0de25e9-3ec4-4225-949b-6a955b941a80 service nova] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Neutron deleted interface ee75fa3a-6888-4d74-a4d6-9161960d0484; detaching it from the instance and deleting it from the info cache [ 1079.492765] env[68166]: DEBUG nova.network.neutron [req-321b9234-dcd0-49f9-b194-210cc5fbcb21 req-d0de25e9-3ec4-4225-949b-6a955b941a80 service nova] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.499027] env[68166]: DEBUG nova.scheduler.client.report [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.640114] env[68166]: DEBUG nova.compute.manager [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.640404] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.641502] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b96df-ccfa-41a9-8441-88139515ddf2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.651629] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.651878] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab37434d-119c-46bc-abbe-e2826ccaf1a9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.658583] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.659947] env[68166]: DEBUG oslo_vmware.api [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1079.659947] env[68166]: value = "task-2807463" [ 1079.659947] env[68166]: _type = "Task" [ 1079.659947] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.670383] env[68166]: DEBUG oslo_vmware.api [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.849770] env[68166]: DEBUG nova.network.neutron [-] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.000887] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.007278] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a08465c-3f01-4d4a-b126-193ae7d0ce36 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.009372] env[68166]: DEBUG oslo_concurrency.lockutils [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.548s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.009712] env[68166]: DEBUG nova.objects.instance [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lazy-loading 'resources' on Instance uuid b811e11e-69e8-4c1f-9929-75cd4ba3dfb9 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.013094] env[68166]: DEBUG nova.compute.manager [req-5ab3acd2-586f-4d61-ba11-0283f25e5032 req-c2ec7101-1df6-4896-ac62-797e9120a6a9 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Received event network-vif-plugged-262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.013633] env[68166]: DEBUG oslo_concurrency.lockutils [req-5ab3acd2-586f-4d61-ba11-0283f25e5032 req-c2ec7101-1df6-4896-ac62-797e9120a6a9 service nova] Acquiring lock "6da9ed10-f901-42cb-a370-6392ea9589cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.013881] env[68166]: DEBUG oslo_concurrency.lockutils [req-5ab3acd2-586f-4d61-ba11-0283f25e5032 req-c2ec7101-1df6-4896-ac62-797e9120a6a9 service nova] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.014068] env[68166]: DEBUG oslo_concurrency.lockutils [req-5ab3acd2-586f-4d61-ba11-0283f25e5032 req-c2ec7101-1df6-4896-ac62-797e9120a6a9 service nova] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.014237] env[68166]: DEBUG nova.compute.manager [req-5ab3acd2-586f-4d61-ba11-0283f25e5032 req-c2ec7101-1df6-4896-ac62-797e9120a6a9 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] No waiting events found dispatching network-vif-plugged-262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.014396] env[68166]: WARNING nova.compute.manager [req-5ab3acd2-586f-4d61-ba11-0283f25e5032 req-c2ec7101-1df6-4896-ac62-797e9120a6a9 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Received unexpected event network-vif-plugged-262a731b-da81-434d-8982-02f5dfa6d83b for instance with vm_state shelved_offloaded and task_state spawning. [ 1080.024324] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d72077-5578-458e-8a2b-a2318096f11a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.043848] env[68166]: INFO nova.scheduler.client.report [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted allocations for instance b63e5526-014f-43cf-a490-57c7971bbf41 [ 1080.066389] env[68166]: DEBUG nova.compute.manager [req-321b9234-dcd0-49f9-b194-210cc5fbcb21 req-d0de25e9-3ec4-4225-949b-6a955b941a80 service nova] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Detach interface failed, port_id=ee75fa3a-6888-4d74-a4d6-9161960d0484, reason: Instance d80a90cf-6a43-4e2b-a9a0-81942a44d761 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1080.067598] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.067756] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.067923] env[68166]: DEBUG nova.network.neutron [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.097847] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquiring lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.097847] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.173278] env[68166]: DEBUG oslo_vmware.api [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807463, 'name': PowerOffVM_Task, 'duration_secs': 0.211516} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.173595] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.173808] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.174130] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64f97e95-6dd2-4a19-8ee6-df7ed028723a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.204321] env[68166]: INFO nova.network.neutron [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Port 42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1080.204680] env[68166]: DEBUG nova.network.neutron [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updating instance_info_cache with network_info: [{"id": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "address": "fa:16:3e:7f:75:2a", "network": {"id": "bc660463-b5d5-4515-bdaf-bf8c8b272bef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-72717604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a1a4de384b4a958b6ba53c9f91f135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf742b4ff-e4", "ovs_interfaceid": "f742b4ff-e40c-4e31-8eeb-e55a195c0d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.237603] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.237958] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.245431] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Deleting the datastore file [datastore2] afd689f3-1bfe-43e4-8d65-bb0b219eea7d {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.245431] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8806a24a-d233-410f-9627-5233787aa222 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.252141] env[68166]: DEBUG oslo_vmware.api [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1080.252141] env[68166]: value = "task-2807465" [ 1080.252141] env[68166]: _type = "Task" [ 1080.252141] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.262433] env[68166]: DEBUG oslo_vmware.api [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.356273] env[68166]: INFO nova.compute.manager [-] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Took 1.32 seconds to deallocate network for instance. [ 1080.556914] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d7155444-250c-4323-bb28-80caaacdc5b8 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "b63e5526-014f-43cf-a490-57c7971bbf41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.033s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.602241] env[68166]: DEBUG nova.compute.manager [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.707899] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Releasing lock "refresh_cache-afd689f3-1bfe-43e4-8d65-bb0b219eea7d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.764382] env[68166]: DEBUG oslo_vmware.api [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175421} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.772018] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.772018] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.772018] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.772018] env[68166]: INFO nova.compute.manager [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1080.772018] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.772322] env[68166]: DEBUG nova.compute.manager [-] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.772351] env[68166]: DEBUG nova.network.neutron [-] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.853209] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0e3c4c-4139-426a-a2c7-359b14941d58 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.865610] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.866601] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67de58d7-8e9f-4ea8-8e1e-8791dac9eac9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.897622] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bac051-e7c3-4627-9a51-c73549664e90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.901109] env[68166]: DEBUG nova.network.neutron [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updating instance_info_cache with network_info: [{"id": "262a731b-da81-434d-8982-02f5dfa6d83b", "address": "fa:16:3e:cb:2e:1c", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262a731b-da", "ovs_interfaceid": "262a731b-da81-434d-8982-02f5dfa6d83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.908144] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce2d118-b692-494e-828a-cdafd6b670f2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.922461] env[68166]: DEBUG nova.compute.provider_tree [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.129959] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.212058] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1e601d1f-efd4-4ac9-b046-802a2b7ff96a tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "interface-afd689f3-1bfe-43e4-8d65-bb0b219eea7d-42e6b5e1-4ebf-4f42-b4ba-9e2e6f36d1e2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.956s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.406116] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.432304] env[68166]: DEBUG nova.scheduler.client.report [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.441620] env[68166]: DEBUG nova.virt.hardware [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e16c3085a0b698c06b804094aa55bb8a',container_format='bare',created_at=2025-03-06T11:55:06Z,direct_url=,disk_format='vmdk',id=daf77e58-decc-499a-97fd-7d3df65e5cee,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-249248895-shelved',owner='0bf6e6ff5dfc42159cbfb7051fd1a72a',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-06T11:55:22Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.443076] env[68166]: DEBUG nova.virt.hardware [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.443367] env[68166]: DEBUG nova.virt.hardware [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.448944] env[68166]: DEBUG nova.virt.hardware [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.448944] env[68166]: DEBUG nova.virt.hardware [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.448944] env[68166]: DEBUG nova.virt.hardware [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.448944] env[68166]: DEBUG nova.virt.hardware [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.448944] env[68166]: DEBUG nova.virt.hardware [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.448944] env[68166]: DEBUG nova.virt.hardware [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.448944] env[68166]: DEBUG nova.virt.hardware [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.448944] env[68166]: DEBUG nova.virt.hardware [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.449499] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca282c3f-a59c-4825-a1a4-489363666a0f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.459283] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df56372a-fbca-4280-aa9a-fc4628ca9605 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.478114] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:2e:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '262a731b-da81-434d-8982-02f5dfa6d83b', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.484214] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.484616] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.485067] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4900d98b-c692-4d9f-9057-aed1769748e7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.507752] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.507752] env[68166]: value = "task-2807466" [ 1081.507752] env[68166]: _type = "Task" [ 1081.507752] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.517060] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807466, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.692021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "6efd020d-b319-4f53-913e-6a9dcd43eaba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.692021] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "6efd020d-b319-4f53-913e-6a9dcd43eaba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.936039] env[68166]: DEBUG oslo_concurrency.lockutils [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.938329] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.121s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.938876] env[68166]: DEBUG nova.objects.instance [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1081.960812] env[68166]: INFO nova.scheduler.client.report [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Deleted allocations for instance b811e11e-69e8-4c1f-9929-75cd4ba3dfb9 [ 1082.020999] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807466, 'name': CreateVM_Task, 'duration_secs': 0.328688} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.021332] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.022123] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.022408] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.023266] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.023637] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6490937-3627-4f55-b7fa-04e37f55a8f6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.033016] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1082.033016] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]520b86c6-ba8b-f8a8-ed28-78802d8f2f40" [ 1082.033016] env[68166]: _type = "Task" [ 1082.033016] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.039342] env[68166]: DEBUG nova.compute.manager [req-dafe6c92-9242-4081-b910-74793cbae882 req-7dd53f4a-520b-4e02-b9d1-cf3252a74293 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Received event network-changed-262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.039666] env[68166]: DEBUG nova.compute.manager [req-dafe6c92-9242-4081-b910-74793cbae882 req-7dd53f4a-520b-4e02-b9d1-cf3252a74293 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Refreshing instance network info cache due to event network-changed-262a731b-da81-434d-8982-02f5dfa6d83b. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.040045] env[68166]: DEBUG oslo_concurrency.lockutils [req-dafe6c92-9242-4081-b910-74793cbae882 req-7dd53f4a-520b-4e02-b9d1-cf3252a74293 service nova] Acquiring lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.040295] env[68166]: DEBUG oslo_concurrency.lockutils [req-dafe6c92-9242-4081-b910-74793cbae882 req-7dd53f4a-520b-4e02-b9d1-cf3252a74293 service nova] Acquired lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.040567] env[68166]: DEBUG nova.network.neutron [req-dafe6c92-9242-4081-b910-74793cbae882 req-7dd53f4a-520b-4e02-b9d1-cf3252a74293 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Refreshing network info cache for port 262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.045574] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520b86c6-ba8b-f8a8-ed28-78802d8f2f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.195386] env[68166]: DEBUG nova.compute.manager [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.370878] env[68166]: DEBUG nova.network.neutron [-] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.468131] env[68166]: DEBUG oslo_concurrency.lockutils [None req-13e44aff-8ebf-421b-928d-22b0ebb9905e tempest-ServerDiskConfigTestJSON-372603448 tempest-ServerDiskConfigTestJSON-372603448-project-member] Lock "b811e11e-69e8-4c1f-9929-75cd4ba3dfb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.834s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.541854] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.542142] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Processing image daf77e58-decc-499a-97fd-7d3df65e5cee {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.542429] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee/daf77e58-decc-499a-97fd-7d3df65e5cee.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.542584] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee/daf77e58-decc-499a-97fd-7d3df65e5cee.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.542794] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.543072] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53571313-964d-4b75-8307-f7356a3eac3f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.552590] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.552991] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.553553] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49adec3b-2162-46f1-9be1-8c6d00687f49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.560697] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1082.560697] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f02339-dc13-2631-1121-4e4bad122537" [ 1082.560697] env[68166]: _type = "Task" [ 1082.560697] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.570575] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f02339-dc13-2631-1121-4e4bad122537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.716873] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.848655] env[68166]: DEBUG nova.network.neutron [req-dafe6c92-9242-4081-b910-74793cbae882 req-7dd53f4a-520b-4e02-b9d1-cf3252a74293 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updated VIF entry in instance network info cache for port 262a731b-da81-434d-8982-02f5dfa6d83b. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.848786] env[68166]: DEBUG nova.network.neutron [req-dafe6c92-9242-4081-b910-74793cbae882 req-7dd53f4a-520b-4e02-b9d1-cf3252a74293 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updating instance_info_cache with network_info: [{"id": "262a731b-da81-434d-8982-02f5dfa6d83b", "address": "fa:16:3e:cb:2e:1c", "network": {"id": "b658f4bc-7480-4953-93ff-99b34417b359", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-434741880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf6e6ff5dfc42159cbfb7051fd1a72a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262a731b-da", "ovs_interfaceid": "262a731b-da81-434d-8982-02f5dfa6d83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.876914] env[68166]: INFO nova.compute.manager [-] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Took 2.10 seconds to deallocate network for instance. [ 1082.947737] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bc23ef7e-39ea-47cd-8cf9-71b0bf45573e tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.948841] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.092s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.949093] env[68166]: DEBUG nova.objects.instance [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lazy-loading 'resources' on Instance uuid d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.072266] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Preparing fetch location {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1083.072791] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Fetch image to [datastore2] OSTACK_IMG_798827cf-3be6-4e5d-9d16-f673789d6548/OSTACK_IMG_798827cf-3be6-4e5d-9d16-f673789d6548.vmdk {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1083.072791] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Downloading stream optimized image daf77e58-decc-499a-97fd-7d3df65e5cee to [datastore2] OSTACK_IMG_798827cf-3be6-4e5d-9d16-f673789d6548/OSTACK_IMG_798827cf-3be6-4e5d-9d16-f673789d6548.vmdk on the data store datastore2 as vApp {{(pid=68166) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1083.072977] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Downloading image file data daf77e58-decc-499a-97fd-7d3df65e5cee to the ESX as VM named 'OSTACK_IMG_798827cf-3be6-4e5d-9d16-f673789d6548' {{(pid=68166) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1083.154016] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1083.154016] env[68166]: value = "resgroup-9" [ 1083.154016] env[68166]: _type = "ResourcePool" [ 1083.154016] env[68166]: }. {{(pid=68166) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1083.154016] env[68166]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d5a78683-a951-4a28-b862-54a211c2c381 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.177151] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lease: (returnval){ [ 1083.177151] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521ecdbb-fbf4-bf75-ec98-d61caeb31918" [ 1083.177151] env[68166]: _type = "HttpNfcLease" [ 1083.177151] env[68166]: } obtained for vApp import into resource pool (val){ [ 1083.177151] env[68166]: value = "resgroup-9" [ 1083.177151] env[68166]: _type = "ResourcePool" [ 1083.177151] env[68166]: }. {{(pid=68166) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1083.177151] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the lease: (returnval){ [ 1083.177151] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521ecdbb-fbf4-bf75-ec98-d61caeb31918" [ 1083.177151] env[68166]: _type = "HttpNfcLease" [ 1083.177151] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1083.184060] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.184060] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521ecdbb-fbf4-bf75-ec98-d61caeb31918" [ 1083.184060] env[68166]: _type = "HttpNfcLease" [ 1083.184060] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1083.353644] env[68166]: DEBUG oslo_concurrency.lockutils [req-dafe6c92-9242-4081-b910-74793cbae882 req-7dd53f4a-520b-4e02-b9d1-cf3252a74293 service nova] Releasing lock "refresh_cache-6da9ed10-f901-42cb-a370-6392ea9589cd" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.353980] env[68166]: DEBUG nova.compute.manager [req-dafe6c92-9242-4081-b910-74793cbae882 req-7dd53f4a-520b-4e02-b9d1-cf3252a74293 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Received event network-vif-deleted-f742b4ff-e40c-4e31-8eeb-e55a195c0d09 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.354034] env[68166]: INFO nova.compute.manager [req-dafe6c92-9242-4081-b910-74793cbae882 req-7dd53f4a-520b-4e02-b9d1-cf3252a74293 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Neutron deleted interface f742b4ff-e40c-4e31-8eeb-e55a195c0d09; detaching it from the instance and deleting it from the info cache [ 1083.354820] env[68166]: DEBUG nova.network.neutron [req-dafe6c92-9242-4081-b910-74793cbae882 req-7dd53f4a-520b-4e02-b9d1-cf3252a74293 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.383868] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.689028] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.689028] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521ecdbb-fbf4-bf75-ec98-d61caeb31918" [ 1083.689028] env[68166]: _type = "HttpNfcLease" [ 1083.689028] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1083.689028] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1083.689028] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521ecdbb-fbf4-bf75-ec98-d61caeb31918" [ 1083.689028] env[68166]: _type = "HttpNfcLease" [ 1083.689028] env[68166]: }. {{(pid=68166) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1083.689028] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491fbb6d-a194-4cbc-8be8-8ee8fcff1d09 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.695786] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523820a6-4c83-9c1b-b562-f5716d753cd1/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1083.695974] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523820a6-4c83-9c1b-b562-f5716d753cd1/disk-0.vmdk. {{(pid=68166) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1083.768928] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a348fce2-cf08-4f7b-baf0-d4803ae803ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.778698] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f080d8c4-1adb-47d5-8f34-15ab3a9f1461 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.786739] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca309d4f-ac37-4507-8466-6dc498487916 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.818533] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019bbfd1-9a89-4534-9ea2-a6947ee08c5a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.827399] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b04217-c425-445b-865b-c4543a96e36a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.841581] env[68166]: DEBUG nova.compute.provider_tree [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.860245] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e64566c-8a2b-4d25-8516-552cca4c6aeb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.873797] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d73b1ac-9733-408f-9e69-11e80e61f918 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.920333] env[68166]: DEBUG nova.compute.manager [req-dafe6c92-9242-4081-b910-74793cbae882 req-7dd53f4a-520b-4e02-b9d1-cf3252a74293 service nova] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Detach interface failed, port_id=f742b4ff-e40c-4e31-8eeb-e55a195c0d09, reason: Instance afd689f3-1bfe-43e4-8d65-bb0b219eea7d could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1084.264557] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "7c352b54-89fe-43bf-880e-d8d909bcf18e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.265144] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.265144] env[68166]: INFO nova.compute.manager [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Shelving [ 1084.345048] env[68166]: DEBUG nova.scheduler.client.report [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.851379] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.855499] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Completed reading data from the image iterator. {{(pid=68166) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1084.855700] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523820a6-4c83-9c1b-b562-f5716d753cd1/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1084.856247] env[68166]: DEBUG oslo_concurrency.lockutils [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.933s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.856477] env[68166]: DEBUG nova.objects.instance [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lazy-loading 'resources' on Instance uuid b8c67555-fca1-4aa9-85fa-ccb217eb34ec {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.864033] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5707a02c-2513-4439-87ca-a24973ff10e9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.876848] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523820a6-4c83-9c1b-b562-f5716d753cd1/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1084.877858] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523820a6-4c83-9c1b-b562-f5716d753cd1/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1084.878189] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-17d726a7-e7cf-4824-8fd2-0d24a8451df1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.881935] env[68166]: INFO nova.scheduler.client.report [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted allocations for instance d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20 [ 1085.278903] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.279230] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4b4bf63-70d6-4eac-a8b8-61e8746a2d18 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.288753] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1085.288753] env[68166]: value = "task-2807468" [ 1085.288753] env[68166]: _type = "Task" [ 1085.288753] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.299403] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.345099] env[68166]: DEBUG oslo_vmware.rw_handles [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523820a6-4c83-9c1b-b562-f5716d753cd1/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1085.345354] env[68166]: INFO nova.virt.vmwareapi.images [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Downloaded image file data daf77e58-decc-499a-97fd-7d3df65e5cee [ 1085.346202] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1067b495-b50a-47fe-b621-38b92ef94c91 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.363722] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62c984c4-0b9f-422a-a9e6-cbe5f0ff07dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.390994] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cd0c95c0-6155-435c-a188-849c5b80d119 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.696s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.397394] env[68166]: INFO nova.virt.vmwareapi.images [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] The imported VM was unregistered [ 1085.400031] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Caching image {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1085.400297] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Creating directory with path [datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.400449] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddd5bcd4-419e-4c8a-a9bb-6c10fb4861ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.419634] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Created directory with path [datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.419871] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_798827cf-3be6-4e5d-9d16-f673789d6548/OSTACK_IMG_798827cf-3be6-4e5d-9d16-f673789d6548.vmdk to [datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee/daf77e58-decc-499a-97fd-7d3df65e5cee.vmdk. {{(pid=68166) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1085.420450] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-08d1272d-3d39-4e3d-82a3-7d1f639711fd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.428628] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1085.428628] env[68166]: value = "task-2807470" [ 1085.428628] env[68166]: _type = "Task" [ 1085.428628] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.437716] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807470, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.626192] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766b352a-2363-485c-8fa5-c10842775462 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.637344] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58465eb4-fa96-44db-996f-199e6c0e48aa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.670458] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aca6a5-6ec9-42a8-b548-d700c8f17887 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.680046] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b784039-6f88-4e39-be78-e7c59ded1d67 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.696840] env[68166]: DEBUG nova.compute.provider_tree [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.799802] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807468, 'name': PowerOffVM_Task, 'duration_secs': 0.244233} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.800133] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.801025] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4e151e-f991-4f16-857a-bdf66d128b61 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.820878] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366723ed-d208-48ba-a2db-f051afcb34b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.940704] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807470, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.982427] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "c1dd1dd5-8236-40c3-bb57-fca8400eecbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.982427] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c1dd1dd5-8236-40c3-bb57-fca8400eecbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.200869] env[68166]: DEBUG nova.scheduler.client.report [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.333282] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Creating Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1086.333657] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0efcaa9d-6124-4747-aea9-c56897d373ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.343417] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1086.343417] env[68166]: value = "task-2807471" [ 1086.343417] env[68166]: _type = "Task" [ 1086.343417] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.354393] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807471, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.440656] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807470, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.485409] env[68166]: DEBUG nova.compute.manager [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.707461] env[68166]: DEBUG oslo_concurrency.lockutils [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.710093] env[68166]: DEBUG oslo_concurrency.lockutils [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.652s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.711028] env[68166]: DEBUG nova.objects.instance [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lazy-loading 'resources' on Instance uuid 5d756c06-a14f-41ab-84d2-3893cf8565b1 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.737164] env[68166]: INFO nova.scheduler.client.report [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Deleted allocations for instance b8c67555-fca1-4aa9-85fa-ccb217eb34ec [ 1086.855052] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807471, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.941186] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807470, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.006322] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.244885] env[68166]: DEBUG oslo_concurrency.lockutils [None req-12138a64-009a-4453-a1be-398ca10235e8 tempest-ServerRescueNegativeTestJSON-64664870 tempest-ServerRescueNegativeTestJSON-64664870-project-member] Lock "b8c67555-fca1-4aa9-85fa-ccb217eb34ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.372s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.356585] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807471, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.441576] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807470, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.455987] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5758725f-9084-400c-92a0-b1b319040e6b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.465392] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54d1ec4-cf58-49e6-b302-c747ab2dd8a7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.500411] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd205cb-8ff6-4d95-9b87-a316c641ac3c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.511110] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9803106d-cae3-4ca7-876a-2a8bdefc74a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.530399] env[68166]: DEBUG nova.compute.provider_tree [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.857153] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807471, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.942630] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807470, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.033956] env[68166]: DEBUG nova.scheduler.client.report [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.356600] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807471, 'name': CreateSnapshot_Task, 'duration_secs': 1.668008} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.356811] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Created Snapshot of the VM instance {{(pid=68166) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1088.358815] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a03a45-5861-49c9-a5d2-a241b439a63c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.443916] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807470, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.537707} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.445027] env[68166]: INFO nova.virt.vmwareapi.ds_util [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_798827cf-3be6-4e5d-9d16-f673789d6548/OSTACK_IMG_798827cf-3be6-4e5d-9d16-f673789d6548.vmdk to [datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee/daf77e58-decc-499a-97fd-7d3df65e5cee.vmdk. [ 1088.445027] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Cleaning up location [datastore2] OSTACK_IMG_798827cf-3be6-4e5d-9d16-f673789d6548 {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1088.445027] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_798827cf-3be6-4e5d-9d16-f673789d6548 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.445027] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5ddb7aa-61d4-47a8-a1a2-ef2ffb96ca42 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.452372] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1088.452372] env[68166]: value = "task-2807472" [ 1088.452372] env[68166]: _type = "Task" [ 1088.452372] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.460629] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.541042] env[68166]: DEBUG oslo_concurrency.lockutils [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.543594] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.328s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.548647] env[68166]: INFO nova.compute.claims [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.589062] env[68166]: INFO nova.scheduler.client.report [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Deleted allocations for instance 5d756c06-a14f-41ab-84d2-3893cf8565b1 [ 1088.877477] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Creating linked-clone VM from snapshot {{(pid=68166) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1088.877942] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee9d1806-453d-4ae5-bd00-0b487ab6ed27 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.886857] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1088.886857] env[68166]: value = "task-2807473" [ 1088.886857] env[68166]: _type = "Task" [ 1088.886857] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.900491] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807473, 'name': CloneVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.962453] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112659} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.962832] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.963038] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee/daf77e58-decc-499a-97fd-7d3df65e5cee.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.963311] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee/daf77e58-decc-499a-97fd-7d3df65e5cee.vmdk to [datastore2] 6da9ed10-f901-42cb-a370-6392ea9589cd/6da9ed10-f901-42cb-a370-6392ea9589cd.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.963584] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8327934f-e757-467d-8e6d-577695d9d4e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.970655] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1088.970655] env[68166]: value = "task-2807474" [ 1088.970655] env[68166]: _type = "Task" [ 1088.970655] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.979243] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.098324] env[68166]: DEBUG oslo_concurrency.lockutils [None req-53e31dd9-584d-4fe6-8798-f31174ebb026 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "5d756c06-a14f-41ab-84d2-3893cf8565b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.002s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.400443] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807473, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.481958] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807474, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.805615] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f65290a-0617-438c-9322-d58ffa80ce48 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.816350] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f7d439-f2d5-4d72-a31a-9ca470785536 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.853359] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6022625-bb59-4c90-b2a2-de9c53787ed3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.866364] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dd5fef-f87e-4b33-a7b0-42742bf06828 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.889024] env[68166]: DEBUG nova.compute.provider_tree [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.899787] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807473, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.982975] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807474, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.361347] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "17fb8827-6e77-471a-9861-5c877b10beab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.361698] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "17fb8827-6e77-471a-9861-5c877b10beab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.361934] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "17fb8827-6e77-471a-9861-5c877b10beab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.362138] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "17fb8827-6e77-471a-9861-5c877b10beab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.362351] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "17fb8827-6e77-471a-9861-5c877b10beab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.364978] env[68166]: INFO nova.compute.manager [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Terminating instance [ 1090.389462] env[68166]: DEBUG nova.scheduler.client.report [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.403787] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807473, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.483248] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807474, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.869649] env[68166]: DEBUG nova.compute.manager [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.869943] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.871587] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12149ed-6558-42e1-baba-6c05740258d8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.883131] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.883623] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6985c60-a6cb-4176-9a25-cf095b7d9385 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.893087] env[68166]: DEBUG oslo_vmware.api [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1090.893087] env[68166]: value = "task-2807475" [ 1090.893087] env[68166]: _type = "Task" [ 1090.893087] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.901265] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.902056] env[68166]: DEBUG nova.compute.manager [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.906904] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.248s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.907149] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.907327] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68166) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1090.907683] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.042s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.907955] env[68166]: DEBUG nova.objects.instance [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Lazy-loading 'resources' on Instance uuid d80a90cf-6a43-4e2b-a9a0-81942a44d761 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.915855] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31955eda-cf1e-4fea-8391-ca3ad7bba177 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.919323] env[68166]: DEBUG oslo_vmware.api [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.924973] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807473, 'name': CloneVM_Task} progress is 94%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.931554] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d9e63f-58ac-4d69-a170-204bd0a51c2c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.948979] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5763b9b3-458b-4003-99d6-918c74f91a4c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.958586] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de4ecc4-5ae3-4ba5-82b3-7549609faad4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.999995] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179022MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68166) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1091.000372] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.009553] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807474, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.408793] env[68166]: DEBUG nova.compute.utils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.410349] env[68166]: DEBUG oslo_vmware.api [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807475, 'name': PowerOffVM_Task, 'duration_secs': 0.30051} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.413646] env[68166]: DEBUG nova.compute.manager [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.413899] env[68166]: DEBUG nova.network.neutron [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.415860] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.416100] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.418745] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807473, 'name': CloneVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.420210] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65b00ae1-4df0-46d1-97f0-be0d137801e4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.468830] env[68166]: DEBUG nova.policy [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1c835acdc9b499fb3690de63854ebea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '823a4d962a57453c82447a9671d62a9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.509025] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807474, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.521127] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.521427] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.521621] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Deleting the datastore file [datastore1] 17fb8827-6e77-471a-9861-5c877b10beab {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.524488] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95190dac-36d9-415e-aa55-5047a0348500 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.531807] env[68166]: DEBUG oslo_vmware.api [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for the task: (returnval){ [ 1091.531807] env[68166]: value = "task-2807477" [ 1091.531807] env[68166]: _type = "Task" [ 1091.531807] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.543458] env[68166]: DEBUG oslo_vmware.api [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.647533] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc6b27-9d86-4274-af72-2d0173319e30 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.655595] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd28cf8-bdfc-4c5a-ad27-4451d7a896d2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.688672] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339844cc-0905-42f3-b4ff-bc3625876806 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.696861] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fb5c9e-00b9-430b-a4f6-9f1b30f2e232 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.712573] env[68166]: DEBUG nova.compute.provider_tree [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.814999] env[68166]: DEBUG nova.network.neutron [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Successfully created port: 3f7b5f58-0873-4f8f-a0e8-fea782304dd3 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.907045] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807473, 'name': CloneVM_Task, 'duration_secs': 2.609219} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.907375] env[68166]: INFO nova.virt.vmwareapi.vmops [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Created linked-clone VM from snapshot [ 1091.908194] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0153f8b-0a81-48eb-9e1d-5bc55f1de351 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.916991] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Uploading image 45401795-c517-4b6e-a3ec-5860483ed678 {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1091.920618] env[68166]: DEBUG nova.compute.manager [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.949794] env[68166]: DEBUG oslo_vmware.rw_handles [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1091.949794] env[68166]: value = "vm-564171" [ 1091.949794] env[68166]: _type = "VirtualMachine" [ 1091.949794] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1091.950152] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74e03e3e-e2ec-4ae7-95ee-869cdfd148c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.959810] env[68166]: DEBUG oslo_vmware.rw_handles [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lease: (returnval){ [ 1091.959810] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5274ed0b-a6ea-e14e-a0ae-31b8ac4bfaf3" [ 1091.959810] env[68166]: _type = "HttpNfcLease" [ 1091.959810] env[68166]: } obtained for exporting VM: (result){ [ 1091.959810] env[68166]: value = "vm-564171" [ 1091.959810] env[68166]: _type = "VirtualMachine" [ 1091.959810] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1091.960239] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the lease: (returnval){ [ 1091.960239] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5274ed0b-a6ea-e14e-a0ae-31b8ac4bfaf3" [ 1091.960239] env[68166]: _type = "HttpNfcLease" [ 1091.960239] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1091.968425] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1091.968425] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5274ed0b-a6ea-e14e-a0ae-31b8ac4bfaf3" [ 1091.968425] env[68166]: _type = "HttpNfcLease" [ 1091.968425] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1092.011486] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807474, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.044217] env[68166]: DEBUG oslo_vmware.api [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Task: {'id': task-2807477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22338} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.044611] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.044809] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.045440] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.045736] env[68166]: INFO nova.compute.manager [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1092.046120] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.046352] env[68166]: DEBUG nova.compute.manager [-] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.046452] env[68166]: DEBUG nova.network.neutron [-] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.216440] env[68166]: DEBUG nova.scheduler.client.report [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.438139] env[68166]: DEBUG nova.compute.manager [req-ac3cc27f-6d93-4314-8c5f-f2a8b5757c35 req-c9767012-975b-43a9-9e55-30d5add3a327 service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Received event network-vif-deleted-dda8c211-7185-49a9-9078-1a5849a68356 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.438652] env[68166]: INFO nova.compute.manager [req-ac3cc27f-6d93-4314-8c5f-f2a8b5757c35 req-c9767012-975b-43a9-9e55-30d5add3a327 service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Neutron deleted interface dda8c211-7185-49a9-9078-1a5849a68356; detaching it from the instance and deleting it from the info cache [ 1092.438652] env[68166]: DEBUG nova.network.neutron [req-ac3cc27f-6d93-4314-8c5f-f2a8b5757c35 req-c9767012-975b-43a9-9e55-30d5add3a327 service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.471041] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.471041] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5274ed0b-a6ea-e14e-a0ae-31b8ac4bfaf3" [ 1092.471041] env[68166]: _type = "HttpNfcLease" [ 1092.471041] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1092.471883] env[68166]: DEBUG oslo_vmware.rw_handles [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1092.471883] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5274ed0b-a6ea-e14e-a0ae-31b8ac4bfaf3" [ 1092.471883] env[68166]: _type = "HttpNfcLease" [ 1092.471883] env[68166]: }. {{(pid=68166) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1092.472113] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc3cd9e-a64e-4b78-8425-ea71d682f360 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.481847] env[68166]: DEBUG oslo_vmware.rw_handles [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52760cb6-fdc4-a29f-8e53-a087ca9b3522/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1092.482027] env[68166]: DEBUG oslo_vmware.rw_handles [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52760cb6-fdc4-a29f-8e53-a087ca9b3522/disk-0.vmdk for reading. {{(pid=68166) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1092.547973] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807474, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.475375} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.548303] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/daf77e58-decc-499a-97fd-7d3df65e5cee/daf77e58-decc-499a-97fd-7d3df65e5cee.vmdk to [datastore2] 6da9ed10-f901-42cb-a370-6392ea9589cd/6da9ed10-f901-42cb-a370-6392ea9589cd.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.549169] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0bae81-efb7-41af-9a3a-e648e98cbfed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.571110] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 6da9ed10-f901-42cb-a370-6392ea9589cd/6da9ed10-f901-42cb-a370-6392ea9589cd.vmdk or device None with type streamOptimized {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.573708] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-925a063b-e904-4eb1-9780-e8a9ec8e70f2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.588191] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3a7b9b7-c691-4dd1-9070-8a30cd0f9e1c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.596388] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1092.596388] env[68166]: value = "task-2807479" [ 1092.596388] env[68166]: _type = "Task" [ 1092.596388] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.605043] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.724025] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.724713] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.595s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.726817] env[68166]: INFO nova.compute.claims [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.752987] env[68166]: INFO nova.scheduler.client.report [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Deleted allocations for instance d80a90cf-6a43-4e2b-a9a0-81942a44d761 [ 1092.923247] env[68166]: DEBUG nova.network.neutron [-] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.931401] env[68166]: DEBUG nova.compute.manager [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.940730] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54454df3-05bf-473f-9186-a4ee98d14a7c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.953339] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7069eff3-fd94-4ae0-aac1-1a82389dcce3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.965878] env[68166]: DEBUG nova.virt.hardware [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.966765] env[68166]: DEBUG nova.virt.hardware [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.966765] env[68166]: DEBUG nova.virt.hardware [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.966765] env[68166]: DEBUG nova.virt.hardware [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.967019] env[68166]: DEBUG nova.virt.hardware [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.967095] env[68166]: DEBUG nova.virt.hardware [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.967293] env[68166]: DEBUG nova.virt.hardware [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.967530] env[68166]: DEBUG nova.virt.hardware [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.968748] env[68166]: DEBUG nova.virt.hardware [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.968748] env[68166]: DEBUG nova.virt.hardware [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.968748] env[68166]: DEBUG nova.virt.hardware [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.969902] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a7114e-49d8-4b6b-bd3d-b71f8c3ee144 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.978244] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a9480d-16ad-495a-954c-8f023fc2aa29 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.004258] env[68166]: DEBUG nova.compute.manager [req-ac3cc27f-6d93-4314-8c5f-f2a8b5757c35 req-c9767012-975b-43a9-9e55-30d5add3a327 service nova] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Detach interface failed, port_id=dda8c211-7185-49a9-9078-1a5849a68356, reason: Instance 17fb8827-6e77-471a-9861-5c877b10beab could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1093.107697] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807479, 'name': ReconfigVM_Task, 'duration_secs': 0.276431} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.108124] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 6da9ed10-f901-42cb-a370-6392ea9589cd/6da9ed10-f901-42cb-a370-6392ea9589cd.vmdk or device None with type streamOptimized {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.108799] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68386c26-10bb-4bde-ac0d-487b67eb500d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.116944] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1093.116944] env[68166]: value = "task-2807480" [ 1093.116944] env[68166]: _type = "Task" [ 1093.116944] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.125841] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807480, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.264024] env[68166]: DEBUG oslo_concurrency.lockutils [None req-85b16eff-dc2f-4c15-a612-348b0956aa02 tempest-ServerMetadataTestJSON-468982099 tempest-ServerMetadataTestJSON-468982099-project-member] Lock "d80a90cf-6a43-4e2b-a9a0-81942a44d761" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.366s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.377847] env[68166]: DEBUG nova.compute.manager [req-4a99cb42-ac23-42a6-a33e-bc2aa40f63a1 req-0c6c3777-1eb8-4ff4-9a18-524ada9f72d6 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Received event network-vif-plugged-3f7b5f58-0873-4f8f-a0e8-fea782304dd3 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.378077] env[68166]: DEBUG oslo_concurrency.lockutils [req-4a99cb42-ac23-42a6-a33e-bc2aa40f63a1 req-0c6c3777-1eb8-4ff4-9a18-524ada9f72d6 service nova] Acquiring lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.379437] env[68166]: DEBUG oslo_concurrency.lockutils [req-4a99cb42-ac23-42a6-a33e-bc2aa40f63a1 req-0c6c3777-1eb8-4ff4-9a18-524ada9f72d6 service nova] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.379437] env[68166]: DEBUG oslo_concurrency.lockutils [req-4a99cb42-ac23-42a6-a33e-bc2aa40f63a1 req-0c6c3777-1eb8-4ff4-9a18-524ada9f72d6 service nova] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.379437] env[68166]: DEBUG nova.compute.manager [req-4a99cb42-ac23-42a6-a33e-bc2aa40f63a1 req-0c6c3777-1eb8-4ff4-9a18-524ada9f72d6 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] No waiting events found dispatching network-vif-plugged-3f7b5f58-0873-4f8f-a0e8-fea782304dd3 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.379437] env[68166]: WARNING nova.compute.manager [req-4a99cb42-ac23-42a6-a33e-bc2aa40f63a1 req-0c6c3777-1eb8-4ff4-9a18-524ada9f72d6 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Received unexpected event network-vif-plugged-3f7b5f58-0873-4f8f-a0e8-fea782304dd3 for instance with vm_state building and task_state spawning. [ 1093.426341] env[68166]: INFO nova.compute.manager [-] [instance: 17fb8827-6e77-471a-9861-5c877b10beab] Took 1.38 seconds to deallocate network for instance. [ 1093.452761] env[68166]: DEBUG nova.network.neutron [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Successfully updated port: 3f7b5f58-0873-4f8f-a0e8-fea782304dd3 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.634364] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807480, 'name': Rename_Task, 'duration_secs': 0.249372} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.634922] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.635275] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9c764cb-6068-4f3b-bbd1-c1b5dad0052c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.643230] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1093.643230] env[68166]: value = "task-2807481" [ 1093.643230] env[68166]: _type = "Task" [ 1093.643230] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.652125] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.935289] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.957449] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "refresh_cache-e0fb5c5d-28c9-4e45-bc1e-10a89d028889" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.957598] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired lock "refresh_cache-e0fb5c5d-28c9-4e45-bc1e-10a89d028889" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.957747] env[68166]: DEBUG nova.network.neutron [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.992227] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e313fb62-3327-43cb-abe5-b02ff735b7c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.003283] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb6a6f1-acd9-488b-a1df-250113fbbac4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.039361] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eda282-7697-4e8b-aac6-8cbd82edccea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.049210] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba212d0-567b-40ff-ac8f-bcc0ec90fe3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.065436] env[68166]: DEBUG nova.compute.provider_tree [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.155221] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.527633] env[68166]: DEBUG nova.network.neutron [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.568256] env[68166]: DEBUG nova.scheduler.client.report [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.656072] env[68166]: DEBUG oslo_vmware.api [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807481, 'name': PowerOnVM_Task, 'duration_secs': 0.75803} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.656468] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.742657] env[68166]: DEBUG nova.network.neutron [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Updating instance_info_cache with network_info: [{"id": "3f7b5f58-0873-4f8f-a0e8-fea782304dd3", "address": "fa:16:3e:a8:8a:d6", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7b5f58-08", "ovs_interfaceid": "3f7b5f58-0873-4f8f-a0e8-fea782304dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.778394] env[68166]: DEBUG nova.compute.manager [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.779385] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f49e8a-7baa-4db5-bb2b-1d65b3fe1cd2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.078046] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.078588] env[68166]: DEBUG nova.compute.manager [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.081325] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.365s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.082755] env[68166]: INFO nova.compute.claims [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.245486] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Releasing lock "refresh_cache-e0fb5c5d-28c9-4e45-bc1e-10a89d028889" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.245889] env[68166]: DEBUG nova.compute.manager [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Instance network_info: |[{"id": "3f7b5f58-0873-4f8f-a0e8-fea782304dd3", "address": "fa:16:3e:a8:8a:d6", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7b5f58-08", "ovs_interfaceid": "3f7b5f58-0873-4f8f-a0e8-fea782304dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.246376] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:8a:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f7b5f58-0873-4f8f-a0e8-fea782304dd3', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.254700] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.255291] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.255545] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd99be48-cb6e-4895-9038-00360fa5be2f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.276755] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.276755] env[68166]: value = "task-2807482" [ 1095.276755] env[68166]: _type = "Task" [ 1095.276755] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.285645] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807482, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.299233] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6cbcf565-b2f0-4408-91d2-829032a2ac9b tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.548s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.419397] env[68166]: DEBUG nova.compute.manager [req-fe0b9f6f-5983-464e-8ce3-7804618d3b26 req-44b4aae5-9fe4-4fcf-af95-74ea3ff1a5a5 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Received event network-changed-3f7b5f58-0873-4f8f-a0e8-fea782304dd3 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.419594] env[68166]: DEBUG nova.compute.manager [req-fe0b9f6f-5983-464e-8ce3-7804618d3b26 req-44b4aae5-9fe4-4fcf-af95-74ea3ff1a5a5 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Refreshing instance network info cache due to event network-changed-3f7b5f58-0873-4f8f-a0e8-fea782304dd3. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1095.419855] env[68166]: DEBUG oslo_concurrency.lockutils [req-fe0b9f6f-5983-464e-8ce3-7804618d3b26 req-44b4aae5-9fe4-4fcf-af95-74ea3ff1a5a5 service nova] Acquiring lock "refresh_cache-e0fb5c5d-28c9-4e45-bc1e-10a89d028889" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.419985] env[68166]: DEBUG oslo_concurrency.lockutils [req-fe0b9f6f-5983-464e-8ce3-7804618d3b26 req-44b4aae5-9fe4-4fcf-af95-74ea3ff1a5a5 service nova] Acquired lock "refresh_cache-e0fb5c5d-28c9-4e45-bc1e-10a89d028889" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.420239] env[68166]: DEBUG nova.network.neutron [req-fe0b9f6f-5983-464e-8ce3-7804618d3b26 req-44b4aae5-9fe4-4fcf-af95-74ea3ff1a5a5 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Refreshing network info cache for port 3f7b5f58-0873-4f8f-a0e8-fea782304dd3 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.587495] env[68166]: DEBUG nova.compute.utils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.590779] env[68166]: DEBUG nova.compute.manager [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.590974] env[68166]: DEBUG nova.network.neutron [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.652359] env[68166]: DEBUG nova.policy [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b436ef8cbc434f94bc7e1e590680b06a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be1866bd8deb43cdb6a77ec8f871c7c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.787897] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807482, 'name': CreateVM_Task, 'duration_secs': 0.4034} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.788125] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.788850] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.789031] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.789389] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.789672] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9fc342d-8226-4734-9399-2d6a662e9adb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.795421] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1095.795421] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eb2e21-b6fc-5823-df29-26e6541d2e7e" [ 1095.795421] env[68166]: _type = "Task" [ 1095.795421] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.805255] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eb2e21-b6fc-5823-df29-26e6541d2e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.033789] env[68166]: DEBUG nova.network.neutron [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Successfully created port: 2bf7fd5c-288a-4c33-a9bb-672d9ed87f40 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.091432] env[68166]: DEBUG nova.compute.manager [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.181224] env[68166]: DEBUG nova.network.neutron [req-fe0b9f6f-5983-464e-8ce3-7804618d3b26 req-44b4aae5-9fe4-4fcf-af95-74ea3ff1a5a5 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Updated VIF entry in instance network info cache for port 3f7b5f58-0873-4f8f-a0e8-fea782304dd3. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.181785] env[68166]: DEBUG nova.network.neutron [req-fe0b9f6f-5983-464e-8ce3-7804618d3b26 req-44b4aae5-9fe4-4fcf-af95-74ea3ff1a5a5 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Updating instance_info_cache with network_info: [{"id": "3f7b5f58-0873-4f8f-a0e8-fea782304dd3", "address": "fa:16:3e:a8:8a:d6", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7b5f58-08", "ovs_interfaceid": "3f7b5f58-0873-4f8f-a0e8-fea782304dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.308826] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eb2e21-b6fc-5823-df29-26e6541d2e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.309171] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.309408] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.309638] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.309784] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.309961] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.310246] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b5ba550-a6d2-4ea8-b73d-86c3f7b8d03d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.322141] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.322141] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.322141] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0320a9a2-6fb4-4eb3-888f-e5fad312c59f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.328110] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1096.328110] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e6331a-2944-d000-da4d-a9951dbedee8" [ 1096.328110] env[68166]: _type = "Task" [ 1096.328110] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.335881] env[68166]: DEBUG oslo_concurrency.lockutils [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "36f8ee58-8ba1-4233-b338-b44ac6538b3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.336372] env[68166]: DEBUG oslo_concurrency.lockutils [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "36f8ee58-8ba1-4233-b338-b44ac6538b3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.336452] env[68166]: DEBUG oslo_concurrency.lockutils [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "36f8ee58-8ba1-4233-b338-b44ac6538b3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.336594] env[68166]: DEBUG oslo_concurrency.lockutils [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "36f8ee58-8ba1-4233-b338-b44ac6538b3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.336761] env[68166]: DEBUG oslo_concurrency.lockutils [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "36f8ee58-8ba1-4233-b338-b44ac6538b3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.341694] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e6331a-2944-d000-da4d-a9951dbedee8, 'name': SearchDatastore_Task, 'duration_secs': 0.010614} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.342173] env[68166]: INFO nova.compute.manager [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Terminating instance [ 1096.346707] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fee9b6d-d023-4d85-bc80-66f3d18f50f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.349524] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898c4c09-5a43-4f4f-89c4-281f819856ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.360600] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1096.360600] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]520bada3-cb69-e59d-911e-d45765f640a0" [ 1096.360600] env[68166]: _type = "Task" [ 1096.360600] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.361675] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99c95db-bdb3-4eb1-96dc-1604023852ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.374998] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]520bada3-cb69-e59d-911e-d45765f640a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.404387] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.404665] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] e0fb5c5d-28c9-4e45-bc1e-10a89d028889/e0fb5c5d-28c9-4e45-bc1e-10a89d028889.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.405759] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8d0b53c-1727-48d8-8b6d-f69889ca4a26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.408345] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3618b545-d88f-4272-bee9-4c414902f6d2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.418108] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c51274-85aa-41fb-9673-d8149fd764d9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.423713] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1096.423713] env[68166]: value = "task-2807483" [ 1096.423713] env[68166]: _type = "Task" [ 1096.423713] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.436045] env[68166]: DEBUG nova.compute.provider_tree [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.442429] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.685196] env[68166]: DEBUG oslo_concurrency.lockutils [req-fe0b9f6f-5983-464e-8ce3-7804618d3b26 req-44b4aae5-9fe4-4fcf-af95-74ea3ff1a5a5 service nova] Releasing lock "refresh_cache-e0fb5c5d-28c9-4e45-bc1e-10a89d028889" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.854076] env[68166]: DEBUG nova.compute.manager [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.854263] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.855256] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e743f1-e477-428d-ab68-67c731907fdc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.865082] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.865399] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9ab2408-5bdc-4ebb-ab34-58eca0b74e43 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.880051] env[68166]: DEBUG oslo_vmware.api [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1096.880051] env[68166]: value = "task-2807484" [ 1096.880051] env[68166]: _type = "Task" [ 1096.880051] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.890457] env[68166]: DEBUG oslo_vmware.api [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.934679] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467096} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.934897] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] e0fb5c5d-28c9-4e45-bc1e-10a89d028889/e0fb5c5d-28c9-4e45-bc1e-10a89d028889.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.935139] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.935419] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60594a7d-57a5-4b52-aa98-092b93b0b25a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.938265] env[68166]: DEBUG nova.scheduler.client.report [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.948138] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1096.948138] env[68166]: value = "task-2807485" [ 1096.948138] env[68166]: _type = "Task" [ 1096.948138] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.957223] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.103651] env[68166]: DEBUG nova.compute.manager [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.131702] env[68166]: DEBUG nova.virt.hardware [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.132070] env[68166]: DEBUG nova.virt.hardware [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.132267] env[68166]: DEBUG nova.virt.hardware [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.132657] env[68166]: DEBUG nova.virt.hardware [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.132694] env[68166]: DEBUG nova.virt.hardware [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.132919] env[68166]: DEBUG nova.virt.hardware [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.133209] env[68166]: DEBUG nova.virt.hardware [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.133426] env[68166]: DEBUG nova.virt.hardware [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.133639] env[68166]: DEBUG nova.virt.hardware [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.133839] env[68166]: DEBUG nova.virt.hardware [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.134063] env[68166]: DEBUG nova.virt.hardware [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.135183] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b633f8d0-cdfb-4d7b-8298-a8791cf1b686 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.144558] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4ff200-0114-447d-b42c-e71a23b34a57 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.391335] env[68166]: DEBUG oslo_vmware.api [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807484, 'name': PowerOffVM_Task, 'duration_secs': 0.212584} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.391878] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.391878] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.392137] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c63a063-9be9-449d-915f-12e71c4ed422 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.442929] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.443618] env[68166]: DEBUG nova.compute.manager [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.446910] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.063s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.446910] env[68166]: DEBUG nova.objects.instance [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'resources' on Instance uuid afd689f3-1bfe-43e4-8d65-bb0b219eea7d {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.458442] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073098} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.459119] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.460500] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367bf3fc-14ca-40ff-8cc8-9d935795e4e6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.463683] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.463683] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.463683] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleting the datastore file [datastore2] 36f8ee58-8ba1-4233-b338-b44ac6538b3f {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.464402] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4cc22fd-b40a-4fc1-a68b-e13f29f4758e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.487877] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] e0fb5c5d-28c9-4e45-bc1e-10a89d028889/e0fb5c5d-28c9-4e45-bc1e-10a89d028889.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.489622] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba1d1551-f8e1-422d-bf83-3ac1aee08175 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.504654] env[68166]: DEBUG oslo_vmware.api [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1097.504654] env[68166]: value = "task-2807487" [ 1097.504654] env[68166]: _type = "Task" [ 1097.504654] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.510946] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1097.510946] env[68166]: value = "task-2807488" [ 1097.510946] env[68166]: _type = "Task" [ 1097.510946] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.517806] env[68166]: DEBUG oslo_vmware.api [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.523277] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.746324] env[68166]: DEBUG nova.compute.manager [req-25533d44-2b45-442d-88c8-de2490496bf3 req-15ee9cf6-d8c4-47d6-9f96-7c4b6b58ba6a service nova] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Received event network-vif-plugged-2bf7fd5c-288a-4c33-a9bb-672d9ed87f40 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.746324] env[68166]: DEBUG oslo_concurrency.lockutils [req-25533d44-2b45-442d-88c8-de2490496bf3 req-15ee9cf6-d8c4-47d6-9f96-7c4b6b58ba6a service nova] Acquiring lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.746324] env[68166]: DEBUG oslo_concurrency.lockutils [req-25533d44-2b45-442d-88c8-de2490496bf3 req-15ee9cf6-d8c4-47d6-9f96-7c4b6b58ba6a service nova] Lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.746759] env[68166]: DEBUG oslo_concurrency.lockutils [req-25533d44-2b45-442d-88c8-de2490496bf3 req-15ee9cf6-d8c4-47d6-9f96-7c4b6b58ba6a service nova] Lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.747066] env[68166]: DEBUG nova.compute.manager [req-25533d44-2b45-442d-88c8-de2490496bf3 req-15ee9cf6-d8c4-47d6-9f96-7c4b6b58ba6a service nova] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] No waiting events found dispatching network-vif-plugged-2bf7fd5c-288a-4c33-a9bb-672d9ed87f40 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.747789] env[68166]: WARNING nova.compute.manager [req-25533d44-2b45-442d-88c8-de2490496bf3 req-15ee9cf6-d8c4-47d6-9f96-7c4b6b58ba6a service nova] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Received unexpected event network-vif-plugged-2bf7fd5c-288a-4c33-a9bb-672d9ed87f40 for instance with vm_state building and task_state spawning. [ 1097.871318] env[68166]: DEBUG nova.network.neutron [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Successfully updated port: 2bf7fd5c-288a-4c33-a9bb-672d9ed87f40 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.949952] env[68166]: DEBUG nova.compute.utils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.953920] env[68166]: DEBUG nova.compute.manager [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.954099] env[68166]: DEBUG nova.network.neutron [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.994756] env[68166]: DEBUG nova.policy [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdbbaca6db8a453eb9c76ce1b3ae2274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e4a67f61f60465f9b1b93002f15fd69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.019262] env[68166]: DEBUG oslo_vmware.api [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183497} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.019883] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.020094] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.020279] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.020450] env[68166]: INFO nova.compute.manager [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1098.020682] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.020869] env[68166]: DEBUG nova.compute.manager [-] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.020963] env[68166]: DEBUG nova.network.neutron [-] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.027655] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807488, 'name': ReconfigVM_Task, 'duration_secs': 0.324769} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.028508] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Reconfigured VM instance instance-0000006e to attach disk [datastore1] e0fb5c5d-28c9-4e45-bc1e-10a89d028889/e0fb5c5d-28c9-4e45-bc1e-10a89d028889.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.029605] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ecd4119-7663-4ccc-8096-01cef04045fe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.040793] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1098.040793] env[68166]: value = "task-2807489" [ 1098.040793] env[68166]: _type = "Task" [ 1098.040793] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.049394] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807489, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.158569] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f14001c-1fb1-4460-a937-71fbe1d875ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.166886] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510b0388-3e41-4f72-aff1-941ed376acd1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.203351] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c4b757-31f5-4472-80c5-9e5f32361dfa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.215249] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6fea21-5364-40f4-b68e-762d1fb1a055 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.233011] env[68166]: DEBUG nova.compute.provider_tree [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.311121] env[68166]: DEBUG nova.network.neutron [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Successfully created port: 17d42bd5-e51a-4700-a8f4-35c92619503b {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.377415] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquiring lock "refresh_cache-752b824d-9a4e-4fe6-8973-de75e3f96b7f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.377735] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquired lock "refresh_cache-752b824d-9a4e-4fe6-8973-de75e3f96b7f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.377979] env[68166]: DEBUG nova.network.neutron [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.457328] env[68166]: DEBUG nova.compute.manager [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.543747] env[68166]: DEBUG nova.compute.manager [req-61c7b996-6767-4001-a14b-3a550384138e req-2e0b0a3a-c153-4c1a-ba06-7f324353d8fe service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Received event network-vif-deleted-d061fd10-b9b6-4a0b-974d-c74cefcc9515 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1098.544179] env[68166]: INFO nova.compute.manager [req-61c7b996-6767-4001-a14b-3a550384138e req-2e0b0a3a-c153-4c1a-ba06-7f324353d8fe service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Neutron deleted interface d061fd10-b9b6-4a0b-974d-c74cefcc9515; detaching it from the instance and deleting it from the info cache [ 1098.544179] env[68166]: DEBUG nova.network.neutron [req-61c7b996-6767-4001-a14b-3a550384138e req-2e0b0a3a-c153-4c1a-ba06-7f324353d8fe service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.557298] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807489, 'name': Rename_Task, 'duration_secs': 0.427138} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.557298] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.557298] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6e9844c-63a7-452e-a54b-9951c601593b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.564337] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1098.564337] env[68166]: value = "task-2807490" [ 1098.564337] env[68166]: _type = "Task" [ 1098.564337] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.572500] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.740352] env[68166]: DEBUG nova.scheduler.client.report [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.913375] env[68166]: DEBUG nova.network.neutron [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.022723] env[68166]: DEBUG nova.network.neutron [-] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.051452] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4505e9b-bf1c-4d72-8182-f9f27556917b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.063870] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd658b6-c7d4-4f80-a6e9-15f2270428f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.087092] env[68166]: DEBUG oslo_vmware.api [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807490, 'name': PowerOnVM_Task, 'duration_secs': 0.496349} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.087458] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.087875] env[68166]: INFO nova.compute.manager [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Took 6.16 seconds to spawn the instance on the hypervisor. [ 1099.088086] env[68166]: DEBUG nova.compute.manager [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.088851] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5f0098-9034-4de1-bb4c-7ed1f552f5f6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.111941] env[68166]: DEBUG nova.compute.manager [req-61c7b996-6767-4001-a14b-3a550384138e req-2e0b0a3a-c153-4c1a-ba06-7f324353d8fe service nova] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Detach interface failed, port_id=d061fd10-b9b6-4a0b-974d-c74cefcc9515, reason: Instance 36f8ee58-8ba1-4233-b338-b44ac6538b3f could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1099.127448] env[68166]: DEBUG nova.network.neutron [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Updating instance_info_cache with network_info: [{"id": "2bf7fd5c-288a-4c33-a9bb-672d9ed87f40", "address": "fa:16:3e:6a:17:9a", "network": {"id": "95f1e294-8eec-4e43-bc7e-767dc08354d9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1320638463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1866bd8deb43cdb6a77ec8f871c7c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf7fd5c-28", "ovs_interfaceid": "2bf7fd5c-288a-4c33-a9bb-672d9ed87f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.243688] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.247105] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.240s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.248025] env[68166]: INFO nova.compute.claims [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.267833] env[68166]: INFO nova.scheduler.client.report [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Deleted allocations for instance afd689f3-1bfe-43e4-8d65-bb0b219eea7d [ 1099.467229] env[68166]: DEBUG nova.compute.manager [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.493089] env[68166]: DEBUG nova.virt.hardware [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.493507] env[68166]: DEBUG nova.virt.hardware [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.493589] env[68166]: DEBUG nova.virt.hardware [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.493715] env[68166]: DEBUG nova.virt.hardware [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.493862] env[68166]: DEBUG nova.virt.hardware [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.494019] env[68166]: DEBUG nova.virt.hardware [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.494275] env[68166]: DEBUG nova.virt.hardware [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.494456] env[68166]: DEBUG nova.virt.hardware [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.494627] env[68166]: DEBUG nova.virt.hardware [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.494788] env[68166]: DEBUG nova.virt.hardware [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.494962] env[68166]: DEBUG nova.virt.hardware [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.495841] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1271ced6-ec48-4d2b-b7a9-145e1069053b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.504903] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5002f7-7449-4d06-8624-9cd45fc7ee49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.529341] env[68166]: INFO nova.compute.manager [-] [instance: 36f8ee58-8ba1-4233-b338-b44ac6538b3f] Took 1.51 seconds to deallocate network for instance. [ 1099.620857] env[68166]: INFO nova.compute.manager [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Took 22.42 seconds to build instance. [ 1099.630726] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Releasing lock "refresh_cache-752b824d-9a4e-4fe6-8973-de75e3f96b7f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.631055] env[68166]: DEBUG nova.compute.manager [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Instance network_info: |[{"id": "2bf7fd5c-288a-4c33-a9bb-672d9ed87f40", "address": "fa:16:3e:6a:17:9a", "network": {"id": "95f1e294-8eec-4e43-bc7e-767dc08354d9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1320638463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1866bd8deb43cdb6a77ec8f871c7c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf7fd5c-28", "ovs_interfaceid": "2bf7fd5c-288a-4c33-a9bb-672d9ed87f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.632060] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:17:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bf7fd5c-288a-4c33-a9bb-672d9ed87f40', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.639485] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Creating folder: Project (be1866bd8deb43cdb6a77ec8f871c7c3). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.640448] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cdd4e2a-ba4d-4e2d-9298-bf59efe29c02 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.653474] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Created folder: Project (be1866bd8deb43cdb6a77ec8f871c7c3) in parent group-v563881. [ 1099.653683] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Creating folder: Instances. Parent ref: group-v564173. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.653921] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb963b57-e897-4433-8d4d-4596c292d636 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.664559] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Created folder: Instances in parent group-v564173. [ 1099.664831] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.665054] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.665298] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0e51007-528c-43b0-a5dc-c2f35e1f1ac4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.688689] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.688689] env[68166]: value = "task-2807493" [ 1099.688689] env[68166]: _type = "Task" [ 1099.688689] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.696323] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807493, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.776865] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4ce0a1cd-aade-4735-ae2a-051c61b8d251 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "afd689f3-1bfe-43e4-8d65-bb0b219eea7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.645s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.808916] env[68166]: DEBUG nova.compute.manager [req-9417d3bd-1442-49d2-a3f8-65bbf7b1b60c req-10c60d57-c5dd-4c87-bb34-b2efb122bfff service nova] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Received event network-changed-2bf7fd5c-288a-4c33-a9bb-672d9ed87f40 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.809343] env[68166]: DEBUG nova.compute.manager [req-9417d3bd-1442-49d2-a3f8-65bbf7b1b60c req-10c60d57-c5dd-4c87-bb34-b2efb122bfff service nova] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Refreshing instance network info cache due to event network-changed-2bf7fd5c-288a-4c33-a9bb-672d9ed87f40. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1099.809798] env[68166]: DEBUG oslo_concurrency.lockutils [req-9417d3bd-1442-49d2-a3f8-65bbf7b1b60c req-10c60d57-c5dd-4c87-bb34-b2efb122bfff service nova] Acquiring lock "refresh_cache-752b824d-9a4e-4fe6-8973-de75e3f96b7f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.809798] env[68166]: DEBUG oslo_concurrency.lockutils [req-9417d3bd-1442-49d2-a3f8-65bbf7b1b60c req-10c60d57-c5dd-4c87-bb34-b2efb122bfff service nova] Acquired lock "refresh_cache-752b824d-9a4e-4fe6-8973-de75e3f96b7f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.809942] env[68166]: DEBUG nova.network.neutron [req-9417d3bd-1442-49d2-a3f8-65bbf7b1b60c req-10c60d57-c5dd-4c87-bb34-b2efb122bfff service nova] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Refreshing network info cache for port 2bf7fd5c-288a-4c33-a9bb-672d9ed87f40 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.908612] env[68166]: DEBUG nova.network.neutron [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Successfully updated port: 17d42bd5-e51a-4700-a8f4-35c92619503b {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.036321] env[68166]: DEBUG oslo_concurrency.lockutils [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.051359] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.051359] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.051629] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.051808] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.051987] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.054301] env[68166]: INFO nova.compute.manager [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Terminating instance [ 1100.122489] env[68166]: DEBUG oslo_concurrency.lockutils [None req-dfda6461-9705-433a-88ed-0bb7a85a4ae4 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.930s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.199428] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807493, 'name': CreateVM_Task, 'duration_secs': 0.347458} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.199783] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.200451] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.200623] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.201026] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.201319] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62d0618-d35c-4f32-bb35-cb56a097c324 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.207224] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for the task: (returnval){ [ 1100.207224] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5299f2f5-c756-5022-b3c0-fab9f1f984f0" [ 1100.207224] env[68166]: _type = "Task" [ 1100.207224] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.218175] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5299f2f5-c756-5022-b3c0-fab9f1f984f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.411602] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "refresh_cache-6efd020d-b319-4f53-913e-6a9dcd43eaba" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.411737] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "refresh_cache-6efd020d-b319-4f53-913e-6a9dcd43eaba" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.412122] env[68166]: DEBUG nova.network.neutron [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.466960] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c892e50e-d0bd-462d-8400-a637eef570b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.476276] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2b8d11-ef6c-4e32-ba6e-4c2e237741fc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.509682] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee81d7-3b06-45e0-a590-5a5d930c658d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.518622] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b976e8-e691-48e3-8562-0d3385c41eb9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.534250] env[68166]: DEBUG nova.compute.provider_tree [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.557735] env[68166]: DEBUG nova.compute.manager [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.557967] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.559160] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9a6875-7340-4be9-8ee2-223bdba5a200 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.568135] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.568411] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4365ed4-2eea-4360-8cd8-ee606243c803 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.577229] env[68166]: DEBUG oslo_vmware.api [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1100.577229] env[68166]: value = "task-2807494" [ 1100.577229] env[68166]: _type = "Task" [ 1100.577229] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.585565] env[68166]: DEBUG oslo_vmware.api [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.722294] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5299f2f5-c756-5022-b3c0-fab9f1f984f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014274} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.722837] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.723248] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.723637] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.723923] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.724239] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.724682] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-943613de-78f0-4c9c-b8a5-b9fdadea0027 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.737025] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.737025] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.737025] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e92da7d-090b-4038-b23a-a7c27c0c5c13 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.742798] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for the task: (returnval){ [ 1100.742798] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ffe37e-96b6-7ef9-61b8-55e833c12d64" [ 1100.742798] env[68166]: _type = "Task" [ 1100.742798] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.755498] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ffe37e-96b6-7ef9-61b8-55e833c12d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.796048] env[68166]: DEBUG nova.network.neutron [req-9417d3bd-1442-49d2-a3f8-65bbf7b1b60c req-10c60d57-c5dd-4c87-bb34-b2efb122bfff service nova] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Updated VIF entry in instance network info cache for port 2bf7fd5c-288a-4c33-a9bb-672d9ed87f40. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.796048] env[68166]: DEBUG nova.network.neutron [req-9417d3bd-1442-49d2-a3f8-65bbf7b1b60c req-10c60d57-c5dd-4c87-bb34-b2efb122bfff service nova] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Updating instance_info_cache with network_info: [{"id": "2bf7fd5c-288a-4c33-a9bb-672d9ed87f40", "address": "fa:16:3e:6a:17:9a", "network": {"id": "95f1e294-8eec-4e43-bc7e-767dc08354d9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1320638463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1866bd8deb43cdb6a77ec8f871c7c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf7fd5c-28", "ovs_interfaceid": "2bf7fd5c-288a-4c33-a9bb-672d9ed87f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.982930] env[68166]: DEBUG nova.network.neutron [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.037794] env[68166]: DEBUG nova.scheduler.client.report [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.090170] env[68166]: DEBUG oslo_vmware.api [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807494, 'name': PowerOffVM_Task, 'duration_secs': 0.199446} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.090497] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.090645] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.090913] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ec3fff3-0ec9-4ef9-a148-1f59b64b01b6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.157135] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.157400] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.157573] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Deleting the datastore file [datastore1] d7c6a607-e3c2-4ced-9c01-ade767f2811f {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.157795] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ed15609-a361-4fd8-a380-7db61039d831 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.164518] env[68166]: DEBUG oslo_vmware.api [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for the task: (returnval){ [ 1101.164518] env[68166]: value = "task-2807496" [ 1101.164518] env[68166]: _type = "Task" [ 1101.164518] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.168804] env[68166]: DEBUG nova.network.neutron [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Updating instance_info_cache with network_info: [{"id": "17d42bd5-e51a-4700-a8f4-35c92619503b", "address": "fa:16:3e:12:54:db", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d42bd5-e5", "ovs_interfaceid": "17d42bd5-e51a-4700-a8f4-35c92619503b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.175272] env[68166]: DEBUG oslo_vmware.api [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.255882] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ffe37e-96b6-7ef9-61b8-55e833c12d64, 'name': SearchDatastore_Task, 'duration_secs': 0.015857} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.259028] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e7bfed-3e97-4a0f-9f4e-556a99d9da21 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.262945] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for the task: (returnval){ [ 1101.262945] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eb512c-9862-2b6c-417e-30d28e4199af" [ 1101.262945] env[68166]: _type = "Task" [ 1101.262945] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.271904] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eb512c-9862-2b6c-417e-30d28e4199af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.298820] env[68166]: DEBUG oslo_concurrency.lockutils [req-9417d3bd-1442-49d2-a3f8-65bbf7b1b60c req-10c60d57-c5dd-4c87-bb34-b2efb122bfff service nova] Releasing lock "refresh_cache-752b824d-9a4e-4fe6-8973-de75e3f96b7f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.543767] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.546288] env[68166]: DEBUG nova.compute.manager [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.551660] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.551s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.671329] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "refresh_cache-6efd020d-b319-4f53-913e-6a9dcd43eaba" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.675026] env[68166]: DEBUG nova.compute.manager [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Instance network_info: |[{"id": "17d42bd5-e51a-4700-a8f4-35c92619503b", "address": "fa:16:3e:12:54:db", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d42bd5-e5", "ovs_interfaceid": "17d42bd5-e51a-4700-a8f4-35c92619503b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.675026] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:54:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17d42bd5-e51a-4700-a8f4-35c92619503b', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.681880] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.685904] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.686401] env[68166]: DEBUG oslo_vmware.api [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Task: {'id': task-2807496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40148} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.686699] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-976c054e-51d5-4255-90e1-8453199fcd65 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.702901] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.703265] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.703523] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.703758] env[68166]: INFO nova.compute.manager [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1101.704070] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.704685] env[68166]: DEBUG nova.compute.manager [-] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.704841] env[68166]: DEBUG nova.network.neutron [-] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.716871] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.716871] env[68166]: value = "task-2807497" [ 1101.716871] env[68166]: _type = "Task" [ 1101.716871] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.726259] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807497, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.776377] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eb512c-9862-2b6c-417e-30d28e4199af, 'name': SearchDatastore_Task, 'duration_secs': 0.039139} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.776743] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.777128] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 752b824d-9a4e-4fe6-8973-de75e3f96b7f/752b824d-9a4e-4fe6-8973-de75e3f96b7f.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.777496] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fe725b2-52f5-4e4a-be7c-fc32e6ef3c16 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.791830] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for the task: (returnval){ [ 1101.791830] env[68166]: value = "task-2807498" [ 1101.791830] env[68166]: _type = "Task" [ 1101.791830] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.804892] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.851060] env[68166]: DEBUG nova.compute.manager [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Received event network-vif-plugged-17d42bd5-e51a-4700-a8f4-35c92619503b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.851060] env[68166]: DEBUG oslo_concurrency.lockutils [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] Acquiring lock "6efd020d-b319-4f53-913e-6a9dcd43eaba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.851060] env[68166]: DEBUG oslo_concurrency.lockutils [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] Lock "6efd020d-b319-4f53-913e-6a9dcd43eaba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.851060] env[68166]: DEBUG oslo_concurrency.lockutils [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] Lock "6efd020d-b319-4f53-913e-6a9dcd43eaba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.851423] env[68166]: DEBUG nova.compute.manager [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] No waiting events found dispatching network-vif-plugged-17d42bd5-e51a-4700-a8f4-35c92619503b {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.851523] env[68166]: WARNING nova.compute.manager [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Received unexpected event network-vif-plugged-17d42bd5-e51a-4700-a8f4-35c92619503b for instance with vm_state building and task_state spawning. [ 1101.851796] env[68166]: DEBUG nova.compute.manager [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Received event network-changed-17d42bd5-e51a-4700-a8f4-35c92619503b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.852112] env[68166]: DEBUG nova.compute.manager [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Refreshing instance network info cache due to event network-changed-17d42bd5-e51a-4700-a8f4-35c92619503b. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1101.852401] env[68166]: DEBUG oslo_concurrency.lockutils [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] Acquiring lock "refresh_cache-6efd020d-b319-4f53-913e-6a9dcd43eaba" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.852636] env[68166]: DEBUG oslo_concurrency.lockutils [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] Acquired lock "refresh_cache-6efd020d-b319-4f53-913e-6a9dcd43eaba" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.852913] env[68166]: DEBUG nova.network.neutron [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Refreshing network info cache for port 17d42bd5-e51a-4700-a8f4-35c92619503b {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.054177] env[68166]: DEBUG nova.compute.utils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.056159] env[68166]: DEBUG nova.compute.manager [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.056351] env[68166]: DEBUG nova.network.neutron [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.115857] env[68166]: DEBUG nova.policy [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1ca77783c943458e1a9d789309efbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d657f834a284ee3acbb498ca4ca8680', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.232674] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807497, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.304749] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807498, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.517764] env[68166]: DEBUG nova.network.neutron [-] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.547732] env[68166]: DEBUG nova.network.neutron [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Successfully created port: dac2c83f-45a8-40e0-ae42-b97db738fdd1 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.559748] env[68166]: DEBUG nova.compute.manager [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.607958] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance f1ed11a4-6524-41b7-a2f2-84b3e75a99e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.608459] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 5fe5fef4-bbaf-49fc-a3e4-b3122a680519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.608459] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance c517fd87-85f9-40d8-88cb-5cc524290a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.608459] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 064a83c8-189c-45a4-acb9-b74d809abd18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.608724] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance d7c6a607-e3c2-4ced-9c01-ade767f2811f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.608779] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 36f8ee58-8ba1-4233-b338-b44ac6538b3f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1102.608911] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 7c352b54-89fe-43bf-880e-d8d909bcf18e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.609105] env[68166]: WARNING nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 17fb8827-6e77-471a-9861-5c877b10beab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1102.609267] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 370cf945-8e4a-4ace-8b54-847fba577224 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.609425] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 6da9ed10-f901-42cb-a370-6392ea9589cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.609573] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance e0fb5c5d-28c9-4e45-bc1e-10a89d028889 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.609697] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 752b824d-9a4e-4fe6-8973-de75e3f96b7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.609812] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 6efd020d-b319-4f53-913e-6a9dcd43eaba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.609927] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance c1dd1dd5-8236-40c3-bb57-fca8400eecbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.610411] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1102.610593] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1102.617456] env[68166]: DEBUG nova.network.neutron [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Updated VIF entry in instance network info cache for port 17d42bd5-e51a-4700-a8f4-35c92619503b. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.617761] env[68166]: DEBUG nova.network.neutron [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Updating instance_info_cache with network_info: [{"id": "17d42bd5-e51a-4700-a8f4-35c92619503b", "address": "fa:16:3e:12:54:db", "network": {"id": "5988f91c-a149-4a13-a86e-4591b96cb6c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-90458106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e4a67f61f60465f9b1b93002f15fd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d42bd5-e5", "ovs_interfaceid": "17d42bd5-e51a-4700-a8f4-35c92619503b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.730344] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807497, 'name': CreateVM_Task, 'duration_secs': 0.623421} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.730541] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.731275] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.731444] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.731842] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.732080] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee40805-5a48-4ce8-87fa-4cfaaa985317 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.740473] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1102.740473] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c6592e-0689-79e8-7b2b-c90ea8329a22" [ 1102.740473] env[68166]: _type = "Task" [ 1102.740473] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.750269] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c6592e-0689-79e8-7b2b-c90ea8329a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.805214] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807498, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.829422] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47560994-9930-4b10-9d67-302b8803a2b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.838290] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf7c336-f659-4ee6-a76d-f075ac09bfe2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.875302] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1496e9ab-95c2-4f5c-a06c-3cdeb0fe914e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.883843] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d79698-d2bc-440f-aff3-2f0706bb8855 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.898883] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.020963] env[68166]: INFO nova.compute.manager [-] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Took 1.32 seconds to deallocate network for instance. [ 1103.120541] env[68166]: DEBUG oslo_concurrency.lockutils [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] Releasing lock "refresh_cache-6efd020d-b319-4f53-913e-6a9dcd43eaba" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.120857] env[68166]: DEBUG nova.compute.manager [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Received event network-changed-3f7b5f58-0873-4f8f-a0e8-fea782304dd3 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.121133] env[68166]: DEBUG nova.compute.manager [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Refreshing instance network info cache due to event network-changed-3f7b5f58-0873-4f8f-a0e8-fea782304dd3. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1103.121492] env[68166]: DEBUG oslo_concurrency.lockutils [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] Acquiring lock "refresh_cache-e0fb5c5d-28c9-4e45-bc1e-10a89d028889" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.121668] env[68166]: DEBUG oslo_concurrency.lockutils [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] Acquired lock "refresh_cache-e0fb5c5d-28c9-4e45-bc1e-10a89d028889" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.121822] env[68166]: DEBUG nova.network.neutron [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Refreshing network info cache for port 3f7b5f58-0873-4f8f-a0e8-fea782304dd3 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.170630] env[68166]: DEBUG oslo_vmware.rw_handles [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52760cb6-fdc4-a29f-8e53-a087ca9b3522/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1103.171785] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef52a31-f2a6-4035-8776-428a94982ffa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.179140] env[68166]: DEBUG oslo_vmware.rw_handles [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52760cb6-fdc4-a29f-8e53-a087ca9b3522/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1103.179244] env[68166]: ERROR oslo_vmware.rw_handles [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52760cb6-fdc4-a29f-8e53-a087ca9b3522/disk-0.vmdk due to incomplete transfer. [ 1103.179489] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-efc153b5-bb9f-4afc-bdc1-d5991ffd250f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.187875] env[68166]: DEBUG oslo_vmware.rw_handles [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52760cb6-fdc4-a29f-8e53-a087ca9b3522/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1103.188089] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Uploaded image 45401795-c517-4b6e-a3ec-5860483ed678 to the Glance image server {{(pid=68166) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1103.190431] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Destroying the VM {{(pid=68166) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1103.190692] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91d9ab7d-aecf-4efd-8a05-8791604d2fb3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.198309] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1103.198309] env[68166]: value = "task-2807499" [ 1103.198309] env[68166]: _type = "Task" [ 1103.198309] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.207154] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807499, 'name': Destroy_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.255382] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c6592e-0689-79e8-7b2b-c90ea8329a22, 'name': SearchDatastore_Task, 'duration_secs': 0.038291} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.255773] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.256111] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.256437] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.256646] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.256894] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.257255] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1f9415d-56cb-4999-8296-2c8ceaad0c0e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.276198] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.276417] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.277219] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2a27c4-cf98-4d3a-916d-347433dee5dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.282873] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1103.282873] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52879227-126c-5de6-ceab-c6b50829c693" [ 1103.282873] env[68166]: _type = "Task" [ 1103.282873] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.290510] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52879227-126c-5de6-ceab-c6b50829c693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.301184] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807498, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.403052] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.527354] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.570025] env[68166]: DEBUG nova.compute.manager [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.594701] env[68166]: DEBUG nova.virt.hardware [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.594972] env[68166]: DEBUG nova.virt.hardware [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.595154] env[68166]: DEBUG nova.virt.hardware [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.595367] env[68166]: DEBUG nova.virt.hardware [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.595517] env[68166]: DEBUG nova.virt.hardware [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.595664] env[68166]: DEBUG nova.virt.hardware [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.595889] env[68166]: DEBUG nova.virt.hardware [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.596076] env[68166]: DEBUG nova.virt.hardware [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.596244] env[68166]: DEBUG nova.virt.hardware [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.596756] env[68166]: DEBUG nova.virt.hardware [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.596756] env[68166]: DEBUG nova.virt.hardware [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.597515] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c39f742-3ca4-4075-9985-c24439dbb475 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.606786] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fc051d-5ebb-430e-abe5-71736fa995c6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.708470] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807499, 'name': Destroy_Task} progress is 33%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.792870] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52879227-126c-5de6-ceab-c6b50829c693, 'name': SearchDatastore_Task, 'duration_secs': 0.083543} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.796308] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910344e2-bc2e-4020-84a1-e0e8b55e3961 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.804530] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1103.804530] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]523a17b3-f5f2-26b1-aab7-b03239d6df3a" [ 1103.804530] env[68166]: _type = "Task" [ 1103.804530] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.807588] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807498, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.613429} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.810377] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 752b824d-9a4e-4fe6-8973-de75e3f96b7f/752b824d-9a4e-4fe6-8973-de75e3f96b7f.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.810595] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.810829] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0d242ff-56dd-4605-a104-0715df542679 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.817227] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523a17b3-f5f2-26b1-aab7-b03239d6df3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.818403] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for the task: (returnval){ [ 1103.818403] env[68166]: value = "task-2807500" [ 1103.818403] env[68166]: _type = "Task" [ 1103.818403] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.825633] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.864406] env[68166]: DEBUG nova.network.neutron [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Updated VIF entry in instance network info cache for port 3f7b5f58-0873-4f8f-a0e8-fea782304dd3. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.864772] env[68166]: DEBUG nova.network.neutron [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Updating instance_info_cache with network_info: [{"id": "3f7b5f58-0873-4f8f-a0e8-fea782304dd3", "address": "fa:16:3e:a8:8a:d6", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7b5f58-08", "ovs_interfaceid": "3f7b5f58-0873-4f8f-a0e8-fea782304dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.878664] env[68166]: DEBUG nova.compute.manager [req-4051db64-bd6f-4a03-8b4c-347a184d00fa req-7b729b29-068c-4e27-9969-d363eca915b0 service nova] [instance: d7c6a607-e3c2-4ced-9c01-ade767f2811f] Received event network-vif-deleted-93120ebb-f3a5-441d-ae2a-5e7ddfb80846 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.907790] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1103.907996] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.356s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.908241] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.973s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.908434] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.910596] env[68166]: DEBUG oslo_concurrency.lockutils [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.875s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.910804] env[68166]: DEBUG oslo_concurrency.lockutils [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.912569] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.385s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.912835] env[68166]: DEBUG nova.objects.instance [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lazy-loading 'resources' on Instance uuid d7c6a607-e3c2-4ced-9c01-ade767f2811f {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.914401] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.914660] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Cleaning up deleted instances {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1103.938694] env[68166]: INFO nova.scheduler.client.report [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Deleted allocations for instance 17fb8827-6e77-471a-9861-5c877b10beab [ 1103.940594] env[68166]: INFO nova.scheduler.client.report [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleted allocations for instance 36f8ee58-8ba1-4233-b338-b44ac6538b3f [ 1104.120069] env[68166]: DEBUG nova.network.neutron [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Successfully updated port: dac2c83f-45a8-40e0-ae42-b97db738fdd1 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.208604] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807499, 'name': Destroy_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.318529] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523a17b3-f5f2-26b1-aab7-b03239d6df3a, 'name': SearchDatastore_Task, 'duration_secs': 0.024311} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.318888] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.319259] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 6efd020d-b319-4f53-913e-6a9dcd43eaba/6efd020d-b319-4f53-913e-6a9dcd43eaba.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.322878] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04674c3f-d704-402c-88e6-4719064ca858 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.330824] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159462} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.331983] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.332334] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1104.332334] env[68166]: value = "task-2807501" [ 1104.332334] env[68166]: _type = "Task" [ 1104.332334] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.333015] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aff3f4-d853-43ad-a262-418c8371b641 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.357880] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 752b824d-9a4e-4fe6-8973-de75e3f96b7f/752b824d-9a4e-4fe6-8973-de75e3f96b7f.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.360960] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a771870f-6f4c-46e9-aa12-09c171d05144 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.375729] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.376242] env[68166]: DEBUG oslo_concurrency.lockutils [req-c9de8b36-9435-4b14-bcd1-58cae88519b2 req-96f946ec-2ee5-40c2-8523-889f90b6ff39 service nova] Releasing lock "refresh_cache-e0fb5c5d-28c9-4e45-bc1e-10a89d028889" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.383288] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for the task: (returnval){ [ 1104.383288] env[68166]: value = "task-2807502" [ 1104.383288] env[68166]: _type = "Task" [ 1104.383288] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.392539] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.433077] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] There are 56 instances to clean {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1104.433350] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: d80a90cf-6a43-4e2b-a9a0-81942a44d761] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.454240] env[68166]: DEBUG oslo_concurrency.lockutils [None req-47d8899b-5822-49e5-a4a5-988ff8887ddd tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "36f8ee58-8ba1-4233-b338-b44ac6538b3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.118s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.456905] env[68166]: DEBUG oslo_concurrency.lockutils [None req-97165673-2643-44cb-8883-926903e04561 tempest-SecurityGroupsTestJSON-1808745094 tempest-SecurityGroupsTestJSON-1808745094-project-member] Lock "17fb8827-6e77-471a-9861-5c877b10beab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.094s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.623061] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "refresh_cache-c1dd1dd5-8236-40c3-bb57-fca8400eecbc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.623355] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "refresh_cache-c1dd1dd5-8236-40c3-bb57-fca8400eecbc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.623498] env[68166]: DEBUG nova.network.neutron [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.710877] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807499, 'name': Destroy_Task, 'duration_secs': 1.012237} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.714083] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Destroyed the VM [ 1104.714522] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Deleting Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1104.715147] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f52e3e89-d16c-4ed4-bcfb-4519463015cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.727023] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1104.727023] env[68166]: value = "task-2807503" [ 1104.727023] env[68166]: _type = "Task" [ 1104.727023] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.735292] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807503, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.751288] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705d6171-00ee-41ce-bc4d-48d9d52f800b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.759603] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6773d9c8-7dda-40e6-b792-d16238808014 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.796106] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c4de5b-a18a-4dcd-a2cd-bf91fec91dc2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.805097] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7b6960-ed8f-4cdd-b0f8-8f3082337e60 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.820523] env[68166]: DEBUG nova.compute.provider_tree [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.845942] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807501, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.894915] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807502, 'name': ReconfigVM_Task, 'duration_secs': 0.311813} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.895306] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 752b824d-9a4e-4fe6-8973-de75e3f96b7f/752b824d-9a4e-4fe6-8973-de75e3f96b7f.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.896021] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67920832-15d2-45ff-a208-213d62b25b12 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.904825] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for the task: (returnval){ [ 1104.904825] env[68166]: value = "task-2807504" [ 1104.904825] env[68166]: _type = "Task" [ 1104.904825] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.915726] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807504, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.937781] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 5d756c06-a14f-41ab-84d2-3893cf8565b1] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.176104] env[68166]: DEBUG nova.network.neutron [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.234823] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807503, 'name': RemoveSnapshot_Task, 'duration_secs': 0.437206} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.235308] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Deleted Snapshot of the VM instance {{(pid=68166) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1105.235729] env[68166]: DEBUG nova.compute.manager [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.236633] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f809b3-58a4-486c-8e78-d77929e78de0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.326549] env[68166]: DEBUG nova.scheduler.client.report [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.355927] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664194} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.356871] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 6efd020d-b319-4f53-913e-6a9dcd43eaba/6efd020d-b319-4f53-913e-6a9dcd43eaba.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.356871] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.357385] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1df40ec3-a068-4838-a7b1-942be7a5fbc4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.368022] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1105.368022] env[68166]: value = "task-2807505" [ 1105.368022] env[68166]: _type = "Task" [ 1105.368022] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.376423] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.398152] env[68166]: DEBUG nova.network.neutron [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Updating instance_info_cache with network_info: [{"id": "dac2c83f-45a8-40e0-ae42-b97db738fdd1", "address": "fa:16:3e:66:5d:be", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac2c83f-45", "ovs_interfaceid": "dac2c83f-45a8-40e0-ae42-b97db738fdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.418152] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807504, 'name': Rename_Task, 'duration_secs': 0.162724} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.419875] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.420020] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a403fc3-c07e-4327-a4ef-a68d2f6cb1ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.426592] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for the task: (returnval){ [ 1105.426592] env[68166]: value = "task-2807506" [ 1105.426592] env[68166]: _type = "Task" [ 1105.426592] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.434933] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.441490] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: b811e11e-69e8-4c1f-9929-75cd4ba3dfb9] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.750577] env[68166]: INFO nova.compute.manager [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Shelve offloading [ 1105.830144] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.857437] env[68166]: INFO nova.scheduler.client.report [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Deleted allocations for instance d7c6a607-e3c2-4ced-9c01-ade767f2811f [ 1105.881462] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148682} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.882775] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.883765] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affdec4c-8fbe-4b74-b717-c686f6bc5de6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.903014] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "refresh_cache-c1dd1dd5-8236-40c3-bb57-fca8400eecbc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.903555] env[68166]: DEBUG nova.compute.manager [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Instance network_info: |[{"id": "dac2c83f-45a8-40e0-ae42-b97db738fdd1", "address": "fa:16:3e:66:5d:be", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac2c83f-45", "ovs_interfaceid": "dac2c83f-45a8-40e0-ae42-b97db738fdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.914299] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 6efd020d-b319-4f53-913e-6a9dcd43eaba/6efd020d-b319-4f53-913e-6a9dcd43eaba.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.916131] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:5d:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac2c83f-45a8-40e0-ae42-b97db738fdd1', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.924732] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.924992] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e0ab079-2d62-4d18-91d6-3b4822391302 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.942524] env[68166]: DEBUG nova.compute.manager [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Received event network-vif-plugged-dac2c83f-45a8-40e0-ae42-b97db738fdd1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.942687] env[68166]: DEBUG oslo_concurrency.lockutils [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] Acquiring lock "c1dd1dd5-8236-40c3-bb57-fca8400eecbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.942962] env[68166]: DEBUG oslo_concurrency.lockutils [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] Lock "c1dd1dd5-8236-40c3-bb57-fca8400eecbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.943237] env[68166]: DEBUG oslo_concurrency.lockutils [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] Lock "c1dd1dd5-8236-40c3-bb57-fca8400eecbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.943416] env[68166]: DEBUG nova.compute.manager [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] No waiting events found dispatching network-vif-plugged-dac2c83f-45a8-40e0-ae42-b97db738fdd1 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.943618] env[68166]: WARNING nova.compute.manager [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Received unexpected event network-vif-plugged-dac2c83f-45a8-40e0-ae42-b97db738fdd1 for instance with vm_state building and task_state spawning. [ 1105.943791] env[68166]: DEBUG nova.compute.manager [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Received event network-changed-dac2c83f-45a8-40e0-ae42-b97db738fdd1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.943970] env[68166]: DEBUG nova.compute.manager [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Refreshing instance network info cache due to event network-changed-dac2c83f-45a8-40e0-ae42-b97db738fdd1. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1105.944279] env[68166]: DEBUG oslo_concurrency.lockutils [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] Acquiring lock "refresh_cache-c1dd1dd5-8236-40c3-bb57-fca8400eecbc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.944444] env[68166]: DEBUG oslo_concurrency.lockutils [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] Acquired lock "refresh_cache-c1dd1dd5-8236-40c3-bb57-fca8400eecbc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.944645] env[68166]: DEBUG nova.network.neutron [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Refreshing network info cache for port dac2c83f-45a8-40e0-ae42-b97db738fdd1 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.950013] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.950013] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: d87e0931-4baa-4c3b-b9f1-7f9f3ad10c20] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.950013] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0bdd85c-567b-45cf-b7c6-d7c868a0ef19 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.977343] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807506, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.980752] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1105.980752] env[68166]: value = "task-2807507" [ 1105.980752] env[68166]: _type = "Task" [ 1105.980752] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.980752] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.980752] env[68166]: value = "task-2807508" [ 1105.980752] env[68166]: _type = "Task" [ 1105.980752] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.994439] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.998247] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807508, 'name': CreateVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.256701] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.257084] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20e23cdc-b8a6-4a49-92ab-f2bef2068b03 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.264960] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1106.264960] env[68166]: value = "task-2807509" [ 1106.264960] env[68166]: _type = "Task" [ 1106.264960] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.273440] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.367594] env[68166]: DEBUG oslo_concurrency.lockutils [None req-37f39e13-71c4-4ad3-a403-b58a13d354b9 tempest-AttachInterfacesTestJSON-570474325 tempest-AttachInterfacesTestJSON-570474325-project-member] Lock "d7c6a607-e3c2-4ced-9c01-ade767f2811f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.316s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.460676] env[68166]: DEBUG oslo_vmware.api [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807506, 'name': PowerOnVM_Task, 'duration_secs': 0.558869} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.460897] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.461127] env[68166]: INFO nova.compute.manager [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1106.461309] env[68166]: DEBUG nova.compute.manager [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.463910] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce60616f-1506-4b81-ac20-e38882dbc304 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.470947] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: b63e5526-014f-43cf-a490-57c7971bbf41] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.495757] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807508, 'name': CreateVM_Task, 'duration_secs': 0.484122} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.498710] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.499433] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.499725] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.500186] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.500186] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.500749] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4511e903-b43e-4108-9633-5b5b28337bad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.506103] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1106.506103] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a876d8-d373-963e-814d-cdee6732b4f2" [ 1106.506103] env[68166]: _type = "Task" [ 1106.506103] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.515996] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a876d8-d373-963e-814d-cdee6732b4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.524639] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "064a83c8-189c-45a4-acb9-b74d809abd18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.524771] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.524984] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "064a83c8-189c-45a4-acb9-b74d809abd18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.525189] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.525384] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.527643] env[68166]: INFO nova.compute.manager [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Terminating instance [ 1106.776414] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1106.776696] env[68166]: DEBUG nova.compute.manager [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.777460] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeba1a7-d951-42f7-af59-b5da5569efdf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.783970] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.784155] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.784379] env[68166]: DEBUG nova.network.neutron [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.977377] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: afd218b2-6981-4b54-aa35-cdb598443e69] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.984822] env[68166]: INFO nova.compute.manager [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Took 25.88 seconds to build instance. [ 1106.995466] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807507, 'name': ReconfigVM_Task, 'duration_secs': 0.856903} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.995466] env[68166]: DEBUG nova.network.neutron [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Updated VIF entry in instance network info cache for port dac2c83f-45a8-40e0-ae42-b97db738fdd1. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.995862] env[68166]: DEBUG nova.network.neutron [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Updating instance_info_cache with network_info: [{"id": "dac2c83f-45a8-40e0-ae42-b97db738fdd1", "address": "fa:16:3e:66:5d:be", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac2c83f-45", "ovs_interfaceid": "dac2c83f-45a8-40e0-ae42-b97db738fdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.997221] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 6efd020d-b319-4f53-913e-6a9dcd43eaba/6efd020d-b319-4f53-913e-6a9dcd43eaba.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.997784] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31d19e58-4af8-4a90-a665-2345129b90d1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.005558] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1107.005558] env[68166]: value = "task-2807510" [ 1107.005558] env[68166]: _type = "Task" [ 1107.005558] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.018609] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807510, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.023651] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a876d8-d373-963e-814d-cdee6732b4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.02685} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.024179] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.024179] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.024417] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.024585] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.024778] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.027266] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a18e7505-3d74-4e92-a430-bd37703ae764 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.029732] env[68166]: DEBUG nova.compute.manager [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Stashing vm_state: active {{(pid=68166) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1107.033109] env[68166]: DEBUG nova.compute.manager [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.033307] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.035505] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13acf02-4fdc-4859-9b15-e350a950820a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.041269] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.041448] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.044516] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe8f5c5-99b9-4169-bd1c-68f9a79a88bc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.047347] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.049275] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf7ca34b-12d1-4a59-b0c1-7b5033f6053d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.054169] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1107.054169] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52de928d-2693-73e4-3c70-ea2464cb84ae" [ 1107.054169] env[68166]: _type = "Task" [ 1107.054169] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.059511] env[68166]: DEBUG oslo_vmware.api [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1107.059511] env[68166]: value = "task-2807511" [ 1107.059511] env[68166]: _type = "Task" [ 1107.059511] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.068086] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52de928d-2693-73e4-3c70-ea2464cb84ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.073977] env[68166]: DEBUG oslo_vmware.api [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.481069] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: f8b549f9-0901-408d-8e0e-e16c6d47716c] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.487251] env[68166]: DEBUG oslo_concurrency.lockutils [None req-601929d7-c5c2-4824-94bc-a875f742ec19 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.389s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.498484] env[68166]: DEBUG oslo_concurrency.lockutils [req-87cc63b4-b6f9-49a1-b9c6-0611375fe66c req-abdacf92-3644-4368-adec-91db5146e052 service nova] Releasing lock "refresh_cache-c1dd1dd5-8236-40c3-bb57-fca8400eecbc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.521420] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807510, 'name': Rename_Task, 'duration_secs': 0.380581} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.523669] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.523923] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a20c6da7-9b4b-45db-8461-18aa1137a408 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.531111] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1107.531111] env[68166]: value = "task-2807512" [ 1107.531111] env[68166]: _type = "Task" [ 1107.531111] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.547339] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.548588] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "370cf945-8e4a-4ace-8b54-847fba577224" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.548816] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "370cf945-8e4a-4ace-8b54-847fba577224" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.572250] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.572616] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.004s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.577406] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52de928d-2693-73e4-3c70-ea2464cb84ae, 'name': SearchDatastore_Task, 'duration_secs': 0.024485} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.577406] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4fed2c6-c2f1-48f5-b04e-64905aa18cf2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.582307] env[68166]: DEBUG oslo_vmware.api [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807511, 'name': PowerOffVM_Task, 'duration_secs': 0.265338} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.582936] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.583142] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.583428] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d664a65-c572-4f07-b51e-1303199db615 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.585960] env[68166]: DEBUG nova.network.neutron [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Updating instance_info_cache with network_info: [{"id": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "address": "fa:16:3e:24:4e:42", "network": {"id": "e1a77743-3def-41d3-a66c-605915651f21", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742117219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86da54ade1c74b44bbb69fdc60a2d6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92bca4c-fb", "ovs_interfaceid": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.589249] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1107.589249] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eb14b1-c157-c923-7c62-80f2fb0f1de5" [ 1107.589249] env[68166]: _type = "Task" [ 1107.589249] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.599674] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eb14b1-c157-c923-7c62-80f2fb0f1de5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.648091] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.648287] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.648488] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Deleting the datastore file [datastore2] 064a83c8-189c-45a4-acb9-b74d809abd18 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.648765] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb77c083-9c2f-4bab-a6ce-00eecff7b80a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.655928] env[68166]: DEBUG oslo_vmware.api [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1107.655928] env[68166]: value = "task-2807514" [ 1107.655928] env[68166]: _type = "Task" [ 1107.655928] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.665974] env[68166]: DEBUG oslo_vmware.api [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.736120] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquiring lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.736392] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.736669] env[68166]: INFO nova.compute.manager [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Rebooting instance [ 1107.985220] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: afd689f3-1bfe-43e4-8d65-bb0b219eea7d] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.042044] env[68166]: DEBUG oslo_vmware.api [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807512, 'name': PowerOnVM_Task, 'duration_secs': 0.508355} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.042340] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.042572] env[68166]: INFO nova.compute.manager [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1108.042773] env[68166]: DEBUG nova.compute.manager [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.043955] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a75f64-9349-4dfd-a1a5-ce313cfda272 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.054389] env[68166]: DEBUG nova.compute.utils [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.078199] env[68166]: INFO nova.compute.claims [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.090782] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Releasing lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.107025] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52eb14b1-c157-c923-7c62-80f2fb0f1de5, 'name': SearchDatastore_Task, 'duration_secs': 0.014935} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.107025] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.107025] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] c1dd1dd5-8236-40c3-bb57-fca8400eecbc/c1dd1dd5-8236-40c3-bb57-fca8400eecbc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.107025] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a3fbcf9-9dce-4b2b-b01a-b57c8a374647 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.116246] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1108.116246] env[68166]: value = "task-2807515" [ 1108.116246] env[68166]: _type = "Task" [ 1108.116246] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.123248] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.166668] env[68166]: DEBUG oslo_vmware.api [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227442} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.167088] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.167211] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.167430] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.167497] env[68166]: INFO nova.compute.manager [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1108.167698] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.167889] env[68166]: DEBUG nova.compute.manager [-] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.167984] env[68166]: DEBUG nova.network.neutron [-] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.254856] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquiring lock "refresh_cache-752b824d-9a4e-4fe6-8973-de75e3f96b7f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.255056] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquired lock "refresh_cache-752b824d-9a4e-4fe6-8973-de75e3f96b7f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.255279] env[68166]: DEBUG nova.network.neutron [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.362525] env[68166]: DEBUG nova.compute.manager [req-6775ca47-1a38-4cd7-a788-8de86ec44c39 req-04f0639e-01c8-4b02-ace6-a83682c54ab8 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Received event network-vif-unplugged-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.362766] env[68166]: DEBUG oslo_concurrency.lockutils [req-6775ca47-1a38-4cd7-a788-8de86ec44c39 req-04f0639e-01c8-4b02-ace6-a83682c54ab8 service nova] Acquiring lock "7c352b54-89fe-43bf-880e-d8d909bcf18e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.362953] env[68166]: DEBUG oslo_concurrency.lockutils [req-6775ca47-1a38-4cd7-a788-8de86ec44c39 req-04f0639e-01c8-4b02-ace6-a83682c54ab8 service nova] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.363585] env[68166]: DEBUG oslo_concurrency.lockutils [req-6775ca47-1a38-4cd7-a788-8de86ec44c39 req-04f0639e-01c8-4b02-ace6-a83682c54ab8 service nova] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.363969] env[68166]: DEBUG nova.compute.manager [req-6775ca47-1a38-4cd7-a788-8de86ec44c39 req-04f0639e-01c8-4b02-ace6-a83682c54ab8 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] No waiting events found dispatching network-vif-unplugged-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.363969] env[68166]: WARNING nova.compute.manager [req-6775ca47-1a38-4cd7-a788-8de86ec44c39 req-04f0639e-01c8-4b02-ace6-a83682c54ab8 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Received unexpected event network-vif-unplugged-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b for instance with vm_state shelved and task_state shelving_offloading. [ 1108.391201] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.392139] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d48bd15-84bd-4f04-a0c8-2c1ab86d93a4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.404296] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.404551] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c88d152-052c-47f1-8ff3-c186496c1035 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.467174] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.467174] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.467174] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Deleting the datastore file [datastore2] 7c352b54-89fe-43bf-880e-d8d909bcf18e {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.467174] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24b33725-a475-4303-a0e9-112d903d1fb6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.472578] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1108.472578] env[68166]: value = "task-2807517" [ 1108.472578] env[68166]: _type = "Task" [ 1108.472578] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.481456] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.488096] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 9adcf0e3-28a9-4209-a239-fcf3dfb27faa] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.563064] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "370cf945-8e4a-4ace-8b54-847fba577224" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.569669] env[68166]: INFO nova.compute.manager [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Took 25.87 seconds to build instance. [ 1108.586205] env[68166]: INFO nova.compute.resource_tracker [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating resource usage from migration b93f7f47-e1ad-451a-b0a4-bddcd796a73d [ 1108.633859] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807515, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.846575] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37046b52-c7b7-4e23-9986-67e111120c29 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.859120] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048d6b0f-67e3-4f4f-8585-5f3979b372db {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.896753] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1ba382-6857-49b3-aff8-90c31990d0d6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.907496] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd838662-daeb-4946-96de-f7ef41802e5a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.922580] env[68166]: DEBUG nova.compute.provider_tree [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.983915] env[68166]: DEBUG oslo_vmware.api [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332291} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.984290] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.984456] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.984684] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.991644] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: a7c69ba9-8bc9-4af3-884f-e29b460b12b5] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.016822] env[68166]: INFO nova.scheduler.client.report [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Deleted allocations for instance 7c352b54-89fe-43bf-880e-d8d909bcf18e [ 1109.073845] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f679d3d8-5f10-40e4-ad92-39ebcfc40aeb tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "6efd020d-b319-4f53-913e-6a9dcd43eaba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.382s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.126009] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775186} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.128950] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] c1dd1dd5-8236-40c3-bb57-fca8400eecbc/c1dd1dd5-8236-40c3-bb57-fca8400eecbc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.128950] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.128950] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc071581-8a15-4307-bfd0-f5101575099d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.133345] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1109.133345] env[68166]: value = "task-2807518" [ 1109.133345] env[68166]: _type = "Task" [ 1109.133345] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.142905] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.151720] env[68166]: DEBUG nova.network.neutron [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Updating instance_info_cache with network_info: [{"id": "2bf7fd5c-288a-4c33-a9bb-672d9ed87f40", "address": "fa:16:3e:6a:17:9a", "network": {"id": "95f1e294-8eec-4e43-bc7e-767dc08354d9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1320638463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1866bd8deb43cdb6a77ec8f871c7c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf7fd5c-28", "ovs_interfaceid": "2bf7fd5c-288a-4c33-a9bb-672d9ed87f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.179150] env[68166]: DEBUG nova.compute.manager [req-c53ba654-e45e-4cab-8c30-8a8868316595 req-0f50a45c-54e3-41d2-a15c-28f8f0556479 service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Received event network-vif-deleted-9105f280-1fe2-47f8-b3d2-8f63f7f16cd1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.179150] env[68166]: INFO nova.compute.manager [req-c53ba654-e45e-4cab-8c30-8a8868316595 req-0f50a45c-54e3-41d2-a15c-28f8f0556479 service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Neutron deleted interface 9105f280-1fe2-47f8-b3d2-8f63f7f16cd1; detaching it from the instance and deleting it from the info cache [ 1109.179150] env[68166]: DEBUG nova.network.neutron [req-c53ba654-e45e-4cab-8c30-8a8868316595 req-0f50a45c-54e3-41d2-a15c-28f8f0556479 service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.425742] env[68166]: DEBUG nova.scheduler.client.report [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.495832] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 379b20a7-4f01-45f0-89ba-f8bee1f18a9d] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.521579] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.603924] env[68166]: DEBUG nova.network.neutron [-] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.644791] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079027} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.645201] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.646906] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0bd50c-e063-484e-901e-7d518b2706d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.648772] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "370cf945-8e4a-4ace-8b54-847fba577224" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.649630] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "370cf945-8e4a-4ace-8b54-847fba577224" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.649630] env[68166]: INFO nova.compute.manager [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Attaching volume d169b963-1e32-4686-9888-4ba77641815d to /dev/sdb [ 1109.662845] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Releasing lock "refresh_cache-752b824d-9a4e-4fe6-8973-de75e3f96b7f" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.672560] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] c1dd1dd5-8236-40c3-bb57-fca8400eecbc/c1dd1dd5-8236-40c3-bb57-fca8400eecbc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.677392] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-480f8759-f7ad-4e34-92d4-b64c58b058c8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.692571] env[68166]: DEBUG nova.compute.manager [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.693739] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902743bb-e4fd-49d7-9529-41f7e2facace {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.696667] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ac18dcc-c4bc-4186-9fb3-8abcdf692a01 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.707176] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1109.707176] env[68166]: value = "task-2807519" [ 1109.707176] env[68166]: _type = "Task" [ 1109.707176] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.712016] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18d68ef-3b91-4dc5-8953-f6df5c685314 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.738991] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.751408] env[68166]: DEBUG nova.compute.manager [req-c53ba654-e45e-4cab-8c30-8a8868316595 req-0f50a45c-54e3-41d2-a15c-28f8f0556479 service nova] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Detach interface failed, port_id=9105f280-1fe2-47f8-b3d2-8f63f7f16cd1, reason: Instance 064a83c8-189c-45a4-acb9-b74d809abd18 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1109.753575] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa4fe8f-5a69-44e4-98f9-eca43d378bd6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.761400] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fc05df-7e6f-42c0-808e-b295dd0d6535 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.775674] env[68166]: DEBUG nova.virt.block_device [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Updating existing volume attachment record: 8fb699f7-e115-4045-a660-52b15a4de4fc {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1109.930621] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.358s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.930862] env[68166]: INFO nova.compute.manager [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Migrating [ 1109.937901] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.416s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.938053] env[68166]: DEBUG nova.objects.instance [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lazy-loading 'resources' on Instance uuid 7c352b54-89fe-43bf-880e-d8d909bcf18e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.986378] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d564748f-d132-4a6e-873f-52c92ee7c7ec tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "6efd020d-b319-4f53-913e-6a9dcd43eaba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.986663] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d564748f-d132-4a6e-873f-52c92ee7c7ec tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "6efd020d-b319-4f53-913e-6a9dcd43eaba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.986876] env[68166]: DEBUG nova.compute.manager [None req-d564748f-d132-4a6e-873f-52c92ee7c7ec tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.987826] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01c512-513d-43d6-acd5-afeb443ff055 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.996154] env[68166]: DEBUG nova.compute.manager [None req-d564748f-d132-4a6e-873f-52c92ee7c7ec tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68166) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1109.997368] env[68166]: DEBUG nova.objects.instance [None req-d564748f-d132-4a6e-873f-52c92ee7c7ec tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lazy-loading 'flavor' on Instance uuid 6efd020d-b319-4f53-913e-6a9dcd43eaba {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.998944] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 06262231-f416-48f7-84d2-9ffb532d5bc5] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.107229] env[68166]: INFO nova.compute.manager [-] [instance: 064a83c8-189c-45a4-acb9-b74d809abd18] Took 1.94 seconds to deallocate network for instance. [ 1110.219646] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807519, 'name': ReconfigVM_Task, 'duration_secs': 0.324628} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.219921] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Reconfigured VM instance instance-00000071 to attach disk [datastore1] c1dd1dd5-8236-40c3-bb57-fca8400eecbc/c1dd1dd5-8236-40c3-bb57-fca8400eecbc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.220635] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f31e334-fc3a-489a-9a0d-aeb4caf01d31 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.227266] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1110.227266] env[68166]: value = "task-2807521" [ 1110.227266] env[68166]: _type = "Task" [ 1110.227266] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.235412] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807521, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.394021] env[68166]: DEBUG nova.compute.manager [req-82bb292e-023d-4238-90c1-b4d6095e51cf req-b0528ed5-fe62-4a4f-987e-575de20714ce service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Received event network-changed-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.394260] env[68166]: DEBUG nova.compute.manager [req-82bb292e-023d-4238-90c1-b4d6095e51cf req-b0528ed5-fe62-4a4f-987e-575de20714ce service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Refreshing instance network info cache due to event network-changed-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1110.394488] env[68166]: DEBUG oslo_concurrency.lockutils [req-82bb292e-023d-4238-90c1-b4d6095e51cf req-b0528ed5-fe62-4a4f-987e-575de20714ce service nova] Acquiring lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.394634] env[68166]: DEBUG oslo_concurrency.lockutils [req-82bb292e-023d-4238-90c1-b4d6095e51cf req-b0528ed5-fe62-4a4f-987e-575de20714ce service nova] Acquired lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.394868] env[68166]: DEBUG nova.network.neutron [req-82bb292e-023d-4238-90c1-b4d6095e51cf req-b0528ed5-fe62-4a4f-987e-575de20714ce service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Refreshing network info cache for port e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.447357] env[68166]: DEBUG nova.objects.instance [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lazy-loading 'numa_topology' on Instance uuid 7c352b54-89fe-43bf-880e-d8d909bcf18e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.448980] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.449093] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.449520] env[68166]: DEBUG nova.network.neutron [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.505200] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 6580a6cf-6ac3-4d20-8b1b-e245d0815d2a] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.618196] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.716583] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f9af8b-7f5c-45e6-bf4e-ac1954a66fee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.725546] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Doing hard reboot of VM {{(pid=68166) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1110.725863] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-72cf83be-42b8-484c-9c35-c7f3d3a99024 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.732850] env[68166]: DEBUG oslo_vmware.api [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for the task: (returnval){ [ 1110.732850] env[68166]: value = "task-2807524" [ 1110.732850] env[68166]: _type = "Task" [ 1110.732850] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.736247] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807521, 'name': Rename_Task, 'duration_secs': 0.226794} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.740239] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.740488] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d90765a-2759-48ed-acca-1b0225f1ee69 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.747507] env[68166]: DEBUG oslo_vmware.api [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807524, 'name': ResetVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.749128] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1110.749128] env[68166]: value = "task-2807525" [ 1110.749128] env[68166]: _type = "Task" [ 1110.749128] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.757611] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.761196] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "7c352b54-89fe-43bf-880e-d8d909bcf18e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.954197] env[68166]: DEBUG nova.objects.base [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Object Instance<7c352b54-89fe-43bf-880e-d8d909bcf18e> lazy-loaded attributes: resources,numa_topology {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1111.007781] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d564748f-d132-4a6e-873f-52c92ee7c7ec tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.008222] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 8c27ff80-498e-4288-876b-50ab60154cab] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.009962] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79b4136d-63fe-45c3-a715-c1899a512cd7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.020531] env[68166]: DEBUG oslo_vmware.api [None req-d564748f-d132-4a6e-873f-52c92ee7c7ec tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1111.020531] env[68166]: value = "task-2807526" [ 1111.020531] env[68166]: _type = "Task" [ 1111.020531] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.032033] env[68166]: DEBUG oslo_vmware.api [None req-d564748f-d132-4a6e-873f-52c92ee7c7ec tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.163183] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a34f1ca-9c3d-4f59-b2e7-8fe3b66b7474 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.171363] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c45ce02-f498-4cfc-ba85-ff6e17217aa0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.206853] env[68166]: DEBUG nova.network.neutron [req-82bb292e-023d-4238-90c1-b4d6095e51cf req-b0528ed5-fe62-4a4f-987e-575de20714ce service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Updated VIF entry in instance network info cache for port e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.207203] env[68166]: DEBUG nova.network.neutron [req-82bb292e-023d-4238-90c1-b4d6095e51cf req-b0528ed5-fe62-4a4f-987e-575de20714ce service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Updating instance_info_cache with network_info: [{"id": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "address": "fa:16:3e:24:4e:42", "network": {"id": "e1a77743-3def-41d3-a66c-605915651f21", "bridge": null, "label": "tempest-ServersNegativeTestJSON-742117219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86da54ade1c74b44bbb69fdc60a2d6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape92bca4c-fb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.211396] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7354e6b-a535-4bc9-84fb-e2d361f5ff8c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.221528] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02aa547e-1e15-4c55-8f43-b3287aca8b3c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.236553] env[68166]: DEBUG nova.compute.provider_tree [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.246733] env[68166]: DEBUG oslo_vmware.api [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807524, 'name': ResetVM_Task, 'duration_secs': 0.108639} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.247596] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Did hard reboot of VM {{(pid=68166) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1111.247795] env[68166]: DEBUG nova.compute.manager [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.248612] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c338b-f82f-44f5-97b8-7e4e68d65336 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.264751] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807525, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.324973] env[68166]: DEBUG nova.network.neutron [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance_info_cache with network_info: [{"id": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "address": "fa:16:3e:99:be:ba", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcdf42f-77", "ovs_interfaceid": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.513208] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 2b1d8db6-bcce-4b6f-9d48-b3d4b72406d2] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.530889] env[68166]: DEBUG oslo_vmware.api [None req-d564748f-d132-4a6e-873f-52c92ee7c7ec tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807526, 'name': PowerOffVM_Task, 'duration_secs': 0.239393} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.531421] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d564748f-d132-4a6e-873f-52c92ee7c7ec tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.531642] env[68166]: DEBUG nova.compute.manager [None req-d564748f-d132-4a6e-873f-52c92ee7c7ec tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.532430] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c20501-0469-4e40-ae20-38150a33d497 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.715991] env[68166]: DEBUG oslo_concurrency.lockutils [req-82bb292e-023d-4238-90c1-b4d6095e51cf req-b0528ed5-fe62-4a4f-987e-575de20714ce service nova] Releasing lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.742496] env[68166]: DEBUG nova.scheduler.client.report [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.763811] env[68166]: DEBUG oslo_vmware.api [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807525, 'name': PowerOnVM_Task, 'duration_secs': 0.516012} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.764365] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.764595] env[68166]: INFO nova.compute.manager [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1111.764778] env[68166]: DEBUG nova.compute.manager [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.765568] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05d510a-69d0-4855-9ada-6e0217e27352 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.771013] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2ac72791-78f9-433f-9098-393148128041 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.034s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.827982] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.017500] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 49fd41c6-7327-4ff7-8eac-ff4d25b79a97] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.047743] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d564748f-d132-4a6e-873f-52c92ee7c7ec tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "6efd020d-b319-4f53-913e-6a9dcd43eaba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.247411] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.254185] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.633s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.254185] env[68166]: DEBUG nova.objects.instance [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'resources' on Instance uuid 064a83c8-189c-45a4-acb9-b74d809abd18 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.295874] env[68166]: INFO nova.compute.manager [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Took 25.30 seconds to build instance. [ 1112.521191] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 060c4dc2-d45d-481e-99bc-3b8cc2526efc] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.669385] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "6efd020d-b319-4f53-913e-6a9dcd43eaba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.669522] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "6efd020d-b319-4f53-913e-6a9dcd43eaba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.669735] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "6efd020d-b319-4f53-913e-6a9dcd43eaba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.669919] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "6efd020d-b319-4f53-913e-6a9dcd43eaba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.670139] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "6efd020d-b319-4f53-913e-6a9dcd43eaba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.676226] env[68166]: INFO nova.compute.manager [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Terminating instance [ 1112.720539] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f4824c-1ca8-477d-838d-2fa9099bffb5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.726788] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-585c76a0-4310-4b74-a895-b656a8ff81cc tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Suspending the VM {{(pid=68166) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1112.727062] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7d994bab-fd7c-4db6-97fd-46502b3c410d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.735446] env[68166]: DEBUG oslo_vmware.api [None req-585c76a0-4310-4b74-a895-b656a8ff81cc tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1112.735446] env[68166]: value = "task-2807528" [ 1112.735446] env[68166]: _type = "Task" [ 1112.735446] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.744766] env[68166]: DEBUG oslo_vmware.api [None req-585c76a0-4310-4b74-a895-b656a8ff81cc tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807528, 'name': SuspendVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.765799] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5241d144-3191-4774-b5c3-3f54746daedb tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.500s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.765974] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.005s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.766182] env[68166]: INFO nova.compute.manager [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Unshelving [ 1112.799017] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d466ab3c-efd1-4bef-ac0a-6a5a27d1bb3c tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c1dd1dd5-8236-40c3-bb57-fca8400eecbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.817s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.950435] env[68166]: DEBUG oslo_concurrency.lockutils [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquiring lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.950777] env[68166]: DEBUG oslo_concurrency.lockutils [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.950942] env[68166]: DEBUG oslo_concurrency.lockutils [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquiring lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.951896] env[68166]: DEBUG oslo_concurrency.lockutils [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.951896] env[68166]: DEBUG oslo_concurrency.lockutils [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.953679] env[68166]: INFO nova.compute.manager [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Terminating instance [ 1112.958634] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd250f2-70fd-4f3a-909c-7637193134f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.969495] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8a1600-63ec-46ee-b183-6d3a6db5e87f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.006055] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4702ba2-9a82-48eb-930f-344cfff3047f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.011979] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6b4f6e-c661-4a76-888b-f6f8fa8d785f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.026546] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 4edf3231-3ae0-4749-a65b-067aa2bb6217] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.029317] env[68166]: DEBUG nova.compute.provider_tree [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.180127] env[68166]: DEBUG nova.compute.manager [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.180504] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.181766] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec232432-70e8-4d6d-a8d8-cd86814896b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.190945] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.190945] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-324292fc-4861-4766-9932-82b2d7b8f3ff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.245109] env[68166]: DEBUG oslo_vmware.api [None req-585c76a0-4310-4b74-a895-b656a8ff81cc tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807528, 'name': SuspendVM_Task} progress is 62%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.246837] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.247046] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.247292] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleting the datastore file [datastore1] 6efd020d-b319-4f53-913e-6a9dcd43eaba {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.247595] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d34c6483-0b40-4c8e-adf2-22acffb71216 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.253699] env[68166]: DEBUG oslo_vmware.api [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1113.253699] env[68166]: value = "task-2807530" [ 1113.253699] env[68166]: _type = "Task" [ 1113.253699] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.261648] env[68166]: DEBUG oslo_vmware.api [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.347986] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2290584d-3c63-4533-ab3b-9cdf2836a1bb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.370224] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance 'c517fd87-85f9-40d8-88cb-5cc524290a9e' progress to 0 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.462769] env[68166]: DEBUG nova.compute.manager [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.463056] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.464601] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3755d46e-a235-4db5-a05c-3e2fd02a2916 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.472207] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.472461] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-addb7ba5-66c1-4497-9e55-f73057023a5b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.478087] env[68166]: DEBUG oslo_vmware.api [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for the task: (returnval){ [ 1113.478087] env[68166]: value = "task-2807531" [ 1113.478087] env[68166]: _type = "Task" [ 1113.478087] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.485995] env[68166]: DEBUG oslo_vmware.api [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.531731] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 3b3e8c7d-e583-4568-b418-37182fbd5de8] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.537122] env[68166]: DEBUG nova.scheduler.client.report [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.745763] env[68166]: DEBUG oslo_vmware.api [None req-585c76a0-4310-4b74-a895-b656a8ff81cc tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807528, 'name': SuspendVM_Task, 'duration_secs': 0.639484} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.745763] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-585c76a0-4310-4b74-a895-b656a8ff81cc tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Suspended the VM {{(pid=68166) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1113.746054] env[68166]: DEBUG nova.compute.manager [None req-585c76a0-4310-4b74-a895-b656a8ff81cc tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.746588] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f59250f-8ec9-4d30-b847-536f5f8a878f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.762322] env[68166]: DEBUG oslo_vmware.api [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151555} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.762577] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.762771] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.762984] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.763264] env[68166]: INFO nova.compute.manager [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Took 0.58 seconds to destroy the instance on the hypervisor. [ 1113.763352] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.763562] env[68166]: DEBUG nova.compute.manager [-] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.763662] env[68166]: DEBUG nova.network.neutron [-] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.780856] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Acquiring lock "188e6094-eca2-4724-ad00-dd29333b89d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.781355] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Lock "188e6094-eca2-4724-ad00-dd29333b89d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.794470] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.876912] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.877281] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9899bc9e-8b2a-4cec-9849-69ee85c50e3f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.885316] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1113.885316] env[68166]: value = "task-2807532" [ 1113.885316] env[68166]: _type = "Task" [ 1113.885316] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.894984] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.989331] env[68166]: DEBUG oslo_vmware.api [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807531, 'name': PowerOffVM_Task, 'duration_secs': 0.19026} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.989529] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.989746] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.990058] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce7c5eab-8470-4a5a-b1de-50737c4a2b77 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.040627] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: d5a8b530-be59-4cbc-b933-983341395bc3] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.043845] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.046976] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.253s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.048056] env[68166]: DEBUG nova.objects.instance [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lazy-loading 'pci_requests' on Instance uuid 7c352b54-89fe-43bf-880e-d8d909bcf18e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.055441] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.055643] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.055825] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Deleting the datastore file [datastore1] 752b824d-9a4e-4fe6-8973-de75e3f96b7f {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.056105] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4668d8be-b2b2-481c-8c27-9405fba82832 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.065039] env[68166]: DEBUG oslo_vmware.api [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for the task: (returnval){ [ 1114.065039] env[68166]: value = "task-2807534" [ 1114.065039] env[68166]: _type = "Task" [ 1114.065039] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.076077] env[68166]: DEBUG oslo_vmware.api [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.080366] env[68166]: INFO nova.scheduler.client.report [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Deleted allocations for instance 064a83c8-189c-45a4-acb9-b74d809abd18 [ 1114.088980] env[68166]: DEBUG nova.compute.manager [req-440ff36d-1c40-47cf-9808-42850dc2ff5a req-6c8ed14a-a101-4cad-a12a-31b4964b4f93 service nova] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Received event network-vif-deleted-17d42bd5-e51a-4700-a8f4-35c92619503b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1114.089196] env[68166]: INFO nova.compute.manager [req-440ff36d-1c40-47cf-9808-42850dc2ff5a req-6c8ed14a-a101-4cad-a12a-31b4964b4f93 service nova] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Neutron deleted interface 17d42bd5-e51a-4700-a8f4-35c92619503b; detaching it from the instance and deleting it from the info cache [ 1114.089392] env[68166]: DEBUG nova.network.neutron [req-440ff36d-1c40-47cf-9808-42850dc2ff5a req-6c8ed14a-a101-4cad-a12a-31b4964b4f93 service nova] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.284030] env[68166]: DEBUG nova.compute.manager [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.395246] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807532, 'name': PowerOffVM_Task, 'duration_secs': 0.185129} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.395564] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.395751] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance 'c517fd87-85f9-40d8-88cb-5cc524290a9e' progress to 17 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.547640] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 19141833-c70a-4498-872a-abc3bccb6f70] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.551331] env[68166]: DEBUG nova.objects.instance [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lazy-loading 'numa_topology' on Instance uuid 7c352b54-89fe-43bf-880e-d8d909bcf18e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.561490] env[68166]: DEBUG nova.network.neutron [-] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.574920] env[68166]: DEBUG oslo_vmware.api [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Task: {'id': task-2807534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136766} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.575196] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.575378] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.575581] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.575726] env[68166]: INFO nova.compute.manager [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1114.575959] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.576159] env[68166]: DEBUG nova.compute.manager [-] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.576255] env[68166]: DEBUG nova.network.neutron [-] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.588403] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5207e415-521a-4f69-bca8-755ce3489e8d tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "064a83c8-189c-45a4-acb9-b74d809abd18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.063s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.591825] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97b164bd-9e35-45f3-9265-9d7e7aac2719 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.603105] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b52c9c5-4ee8-4702-afb3-376f211542ed {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.637492] env[68166]: DEBUG nova.compute.manager [req-440ff36d-1c40-47cf-9808-42850dc2ff5a req-6c8ed14a-a101-4cad-a12a-31b4964b4f93 service nova] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Detach interface failed, port_id=17d42bd5-e51a-4700-a8f4-35c92619503b, reason: Instance 6efd020d-b319-4f53-913e-6a9dcd43eaba could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1114.806923] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.834370] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1114.834683] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564179', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'name': 'volume-d169b963-1e32-4686-9888-4ba77641815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '370cf945-8e4a-4ace-8b54-847fba577224', 'attached_at': '', 'detached_at': '', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'serial': 'd169b963-1e32-4686-9888-4ba77641815d'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1114.835859] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa94a60e-8db7-46a0-bea2-523a2e29a658 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.854200] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ca3fd1-be21-42b5-89c2-549cb43fefbc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.881037] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-d169b963-1e32-4686-9888-4ba77641815d/volume-d169b963-1e32-4686-9888-4ba77641815d.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.881426] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a04e33d-8399-4586-9ffb-d8b6d6a4daba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.900481] env[68166]: DEBUG oslo_vmware.api [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1114.900481] env[68166]: value = "task-2807535" [ 1114.900481] env[68166]: _type = "Task" [ 1114.900481] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.902698] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.902932] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.903113] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.903312] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.903670] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.903670] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.903854] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.904036] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.904212] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.904528] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.904583] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.913390] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e62e8ae6-a7f9-4af4-9cb6-7a6800f6cfbd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.930230] env[68166]: DEBUG oslo_vmware.api [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.931640] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1114.931640] env[68166]: value = "task-2807536" [ 1114.931640] env[68166]: _type = "Task" [ 1114.931640] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.939381] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.053607] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: f9d4aa13-4f1a-4f30-a922-f598482d693b] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.056852] env[68166]: INFO nova.compute.claims [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.066353] env[68166]: INFO nova.compute.manager [-] [instance: 6efd020d-b319-4f53-913e-6a9dcd43eaba] Took 1.30 seconds to deallocate network for instance. [ 1115.239887] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "c1dd1dd5-8236-40c3-bb57-fca8400eecbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.239887] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c1dd1dd5-8236-40c3-bb57-fca8400eecbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.240043] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "c1dd1dd5-8236-40c3-bb57-fca8400eecbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.240185] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c1dd1dd5-8236-40c3-bb57-fca8400eecbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.240358] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c1dd1dd5-8236-40c3-bb57-fca8400eecbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.242624] env[68166]: INFO nova.compute.manager [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Terminating instance [ 1115.322778] env[68166]: DEBUG nova.network.neutron [-] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.410331] env[68166]: DEBUG oslo_vmware.api [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.444665] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807536, 'name': ReconfigVM_Task, 'duration_secs': 0.210222} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.444665] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance 'c517fd87-85f9-40d8-88cb-5cc524290a9e' progress to 33 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.560682] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 161ab637-d9f0-4467-a741-8b2696e376d4] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.573409] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.747057] env[68166]: DEBUG nova.compute.manager [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.747057] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.747787] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1084f52-fbf0-4f15-ae28-04c13bd97d26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.755187] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.755451] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c20c9ba-b398-4058-a9b7-22e80316abd8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.822190] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.822418] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.822623] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleting the datastore file [datastore1] c1dd1dd5-8236-40c3-bb57-fca8400eecbc {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.822886] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35f3eec1-8738-4e8b-a495-b6d4304c29a4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.825804] env[68166]: INFO nova.compute.manager [-] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Took 1.25 seconds to deallocate network for instance. [ 1115.832942] env[68166]: DEBUG oslo_vmware.api [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1115.832942] env[68166]: value = "task-2807538" [ 1115.832942] env[68166]: _type = "Task" [ 1115.832942] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.841065] env[68166]: DEBUG oslo_vmware.api [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.910910] env[68166]: DEBUG oslo_vmware.api [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807535, 'name': ReconfigVM_Task, 'duration_secs': 0.722048} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.911244] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-d169b963-1e32-4686-9888-4ba77641815d/volume-d169b963-1e32-4686-9888-4ba77641815d.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.916298] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ebc310-7500-44d2-aa13-ac7383795104 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.932124] env[68166]: DEBUG oslo_vmware.api [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1115.932124] env[68166]: value = "task-2807539" [ 1115.932124] env[68166]: _type = "Task" [ 1115.932124] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.940726] env[68166]: DEBUG oslo_vmware.api [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.948283] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.948517] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.948676] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.948879] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.949039] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.949215] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.949420] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.949594] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.949777] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.949957] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.950193] env[68166]: DEBUG nova.virt.hardware [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.956712] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.956712] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fccb4d47-2da1-49eb-9ff8-2ee35990c6e9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.974800] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1115.974800] env[68166]: value = "task-2807540" [ 1115.974800] env[68166]: _type = "Task" [ 1115.974800] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.982273] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.066056] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 5fc5510e-d7d2-4085-9c96-388b041d0b9f] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.191041] env[68166]: DEBUG nova.compute.manager [req-9f24351b-4c68-4ecc-9b73-2e1983d0b162 req-a84ab0b2-370e-4f14-b521-333ee9c95a53 service nova] [instance: 752b824d-9a4e-4fe6-8973-de75e3f96b7f] Received event network-vif-deleted-2bf7fd5c-288a-4c33-a9bb-672d9ed87f40 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.232696] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35407d74-d327-4043-805d-a99dbe9cdcc6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.240670] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ade8c93-7ba7-42f1-b01b-c3b3648c55ac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.270329] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0192eb-256d-4091-a2f8-3f64dca5633b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.277527] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cda42b-e271-49c6-a8a6-e08860b5b2e3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.290153] env[68166]: DEBUG nova.compute.provider_tree [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.332027] env[68166]: DEBUG oslo_concurrency.lockutils [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.344709] env[68166]: DEBUG oslo_vmware.api [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184275} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.344969] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.345167] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.345336] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.345506] env[68166]: INFO nova.compute.manager [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1116.345735] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.345921] env[68166]: DEBUG nova.compute.manager [-] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.346023] env[68166]: DEBUG nova.network.neutron [-] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.442446] env[68166]: DEBUG oslo_vmware.api [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807539, 'name': ReconfigVM_Task, 'duration_secs': 0.140913} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.442757] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564179', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'name': 'volume-d169b963-1e32-4686-9888-4ba77641815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '370cf945-8e4a-4ace-8b54-847fba577224', 'attached_at': '', 'detached_at': '', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'serial': 'd169b963-1e32-4686-9888-4ba77641815d'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1116.483250] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807540, 'name': ReconfigVM_Task, 'duration_secs': 0.200817} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.483552] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.484709] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541e3de3-0dd5-48f9-a73d-e39c53a7c844 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.506773] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] c517fd87-85f9-40d8-88cb-5cc524290a9e/c517fd87-85f9-40d8-88cb-5cc524290a9e.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.507047] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-875a8745-468e-4cb7-b746-5c7e8bc17fa2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.524834] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1116.524834] env[68166]: value = "task-2807541" [ 1116.524834] env[68166]: _type = "Task" [ 1116.524834] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.532277] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.572037] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: f0952c3b-e030-4d96-9ef1-68686af4bcdf] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.793876] env[68166]: DEBUG nova.scheduler.client.report [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.818848] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.819087] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.033746] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807541, 'name': ReconfigVM_Task, 'duration_secs': 0.291939} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.034047] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] c517fd87-85f9-40d8-88cb-5cc524290a9e/c517fd87-85f9-40d8-88cb-5cc524290a9e.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.034324] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance 'c517fd87-85f9-40d8-88cb-5cc524290a9e' progress to 50 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.075472] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: a3b260b4-a53c-4ecb-93d5-d13bd14ce0a9] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.077311] env[68166]: DEBUG nova.network.neutron [-] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.299295] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.252s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.301717] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.495s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.305681] env[68166]: INFO nova.compute.claims [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.322007] env[68166]: DEBUG nova.compute.manager [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.334720] env[68166]: INFO nova.network.neutron [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Updating port e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1117.485303] env[68166]: DEBUG nova.objects.instance [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lazy-loading 'flavor' on Instance uuid 370cf945-8e4a-4ace-8b54-847fba577224 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.544050] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a2fec6-c21a-41a3-87c1-f97bf224e79c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.566076] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9876792a-bf41-48f4-a00b-83ad8c7f6d6b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.583234] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 59062d12-7dd0-4383-934b-eef6f14ba52c] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.585483] env[68166]: INFO nova.compute.manager [-] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Took 1.24 seconds to deallocate network for instance. [ 1117.586198] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance 'c517fd87-85f9-40d8-88cb-5cc524290a9e' progress to 67 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.842864] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.989807] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5cb2f28-1c4a-45b2-ab8b-514c7e35ca66 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "370cf945-8e4a-4ace-8b54-847fba577224" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.341s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.093434] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 419e071b-87a4-422d-a2b0-1d04042b34e7] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.097387] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.126151] env[68166]: DEBUG nova.network.neutron [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Port 2fcdf42f-777e-46e0-9489-c6fc1f1cacbd binding to destination host cpu-1 is already ACTIVE {{(pid=68166) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1118.216126] env[68166]: DEBUG nova.compute.manager [req-bafab447-972c-4af4-b6d8-263ae18a7b8e req-9f80797a-bdb4-452d-b711-ba1f4e0bf52c service nova] [instance: c1dd1dd5-8236-40c3-bb57-fca8400eecbc] Received event network-vif-deleted-dac2c83f-45a8-40e0-ae42-b97db738fdd1 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.392663] env[68166]: INFO nova.compute.manager [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Rebuilding instance [ 1118.491550] env[68166]: DEBUG nova.compute.manager [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.492721] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697d8c2d-12c4-46fc-83c1-2b7d5a3dc65d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.543130] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814a78ce-4e39-43d8-8349-c53fa51342bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.551815] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dffd86-6876-4b59-bb92-9aeb8fc0f9f5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.581756] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d65c9f0-bdbd-46b6-89ca-28c5dc711f96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.588791] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a546b4-1e01-40af-8474-d51efd4add62 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.601629] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 85eb9bb0-60d0-489e-a4b4-8dbb6893f77c] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.604108] env[68166]: DEBUG nova.compute.provider_tree [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.883632] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.883840] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.883989] env[68166]: DEBUG nova.network.neutron [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.106140] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 4f657381-f0cf-40e4-87f7-815ccb5eaf9b] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.108477] env[68166]: DEBUG nova.scheduler.client.report [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.146566] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "c517fd87-85f9-40d8-88cb-5cc524290a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.146735] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.146832] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.509853] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.509853] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b4545ae-8539-4c4d-8079-469ecbf01e16 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.517230] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1119.517230] env[68166]: value = "task-2807542" [ 1119.517230] env[68166]: _type = "Task" [ 1119.517230] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.525699] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.607021] env[68166]: DEBUG nova.network.neutron [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Updating instance_info_cache with network_info: [{"id": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "address": "fa:16:3e:24:4e:42", "network": {"id": "e1a77743-3def-41d3-a66c-605915651f21", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742117219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86da54ade1c74b44bbb69fdc60a2d6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92bca4c-fb", "ovs_interfaceid": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.611988] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 0d983231-b268-48a5-b899-bd77c77712db] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.614042] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.614510] env[68166]: DEBUG nova.compute.manager [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.617219] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.044s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.617342] env[68166]: DEBUG nova.objects.instance [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lazy-loading 'resources' on Instance uuid 6efd020d-b319-4f53-913e-6a9dcd43eaba {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.027846] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807542, 'name': PowerOffVM_Task, 'duration_secs': 0.376455} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.028253] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.093723] env[68166]: INFO nova.compute.manager [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Detaching volume d169b963-1e32-4686-9888-4ba77641815d [ 1120.110052] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Releasing lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.118180] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 7e7e423c-9e12-4fdd-8dd8-81746ccec1bb] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.120841] env[68166]: DEBUG nova.compute.utils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.125607] env[68166]: INFO nova.virt.block_device [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Attempting to driver detach volume d169b963-1e32-4686-9888-4ba77641815d from mountpoint /dev/sdb [ 1120.125777] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1120.126013] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564179', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'name': 'volume-d169b963-1e32-4686-9888-4ba77641815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '370cf945-8e4a-4ace-8b54-847fba577224', 'attached_at': '', 'detached_at': '', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'serial': 'd169b963-1e32-4686-9888-4ba77641815d'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1120.126751] env[68166]: DEBUG nova.compute.manager [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.126844] env[68166]: DEBUG nova.network.neutron [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.129025] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddc67fc-974d-490f-bf19-df594880ce1f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.160899] env[68166]: DEBUG nova.virt.hardware [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4861a1f17031ebe053b028484755f167',container_format='bare',created_at=2025-03-06T11:56:17Z,direct_url=,disk_format='vmdk',id=45401795-c517-4b6e-a3ec-5860483ed678,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2130006772-shelved',owner='86da54ade1c74b44bbb69fdc60a2d6c1',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-03-06T11:56:36Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.161153] env[68166]: DEBUG nova.virt.hardware [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.161311] env[68166]: DEBUG nova.virt.hardware [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.161492] env[68166]: DEBUG nova.virt.hardware [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.161639] env[68166]: DEBUG nova.virt.hardware [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.161789] env[68166]: DEBUG nova.virt.hardware [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.161991] env[68166]: DEBUG nova.virt.hardware [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.162162] env[68166]: DEBUG nova.virt.hardware [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.162329] env[68166]: DEBUG nova.virt.hardware [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.162490] env[68166]: DEBUG nova.virt.hardware [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.162662] env[68166]: DEBUG nova.virt.hardware [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.163767] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1090b834-c7c7-4623-8607-e16efcb0b73b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.166817] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51462d8-0f26-4bd1-9110-44d7e5138341 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.172621] env[68166]: DEBUG nova.policy [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55c64e5022de4b5987dc591af8ff5dc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1011bae9bf64a8a9023659cea4eef69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.180820] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d336460-7911-4f52-ac9a-76ef7b6aebe2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.187598] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256c614b-87fa-44a1-b0df-e37e1bf39d3b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.200035] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:4e:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.207304] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.225863] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.226034] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.226217] env[68166]: DEBUG nova.network.neutron [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.227648] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.228937] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63f4e7b8-141c-4fb8-8d18-bbb0288448c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.243055] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81dabf8-38c2-4486-862a-582e028c43f2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.263552] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] The volume has not been displaced from its original location: [datastore2] volume-d169b963-1e32-4686-9888-4ba77641815d/volume-d169b963-1e32-4686-9888-4ba77641815d.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1120.268823] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1120.273226] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ef6e6b-610d-4abf-b20a-8040df20d800 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.285623] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.285623] env[68166]: value = "task-2807543" [ 1120.285623] env[68166]: _type = "Task" [ 1120.285623] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.286814] env[68166]: DEBUG nova.compute.manager [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Received event network-vif-plugged-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.287026] env[68166]: DEBUG oslo_concurrency.lockutils [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] Acquiring lock "7c352b54-89fe-43bf-880e-d8d909bcf18e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.287241] env[68166]: DEBUG oslo_concurrency.lockutils [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.287404] env[68166]: DEBUG oslo_concurrency.lockutils [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.287576] env[68166]: DEBUG nova.compute.manager [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] No waiting events found dispatching network-vif-plugged-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.287739] env[68166]: WARNING nova.compute.manager [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Received unexpected event network-vif-plugged-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b for instance with vm_state shelved_offloaded and task_state spawning. [ 1120.287906] env[68166]: DEBUG nova.compute.manager [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Received event network-changed-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.288074] env[68166]: DEBUG nova.compute.manager [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Refreshing instance network info cache due to event network-changed-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1120.288261] env[68166]: DEBUG oslo_concurrency.lockutils [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] Acquiring lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.288404] env[68166]: DEBUG oslo_concurrency.lockutils [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] Acquired lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.288555] env[68166]: DEBUG nova.network.neutron [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Refreshing network info cache for port e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.295271] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1120.295271] env[68166]: value = "task-2807544" [ 1120.295271] env[68166]: _type = "Task" [ 1120.295271] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.302082] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807543, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.310181] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.398162] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfd0600-a2a4-41c1-a321-5113962a1ece {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.405871] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051fe896-42ce-40a6-9429-7e4a9169147c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.439399] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3dc3c7-21de-4caf-97e5-bcc64da88984 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.446960] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b0d84e-c852-432d-92d5-0a43603b043f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.460689] env[68166]: DEBUG nova.compute.provider_tree [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.522558] env[68166]: DEBUG nova.network.neutron [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Successfully created port: e5c1863b-085e-40a1-b155-93dc9641d3f5 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.627172] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: b8afd814-64f4-4138-b919-4151f557a42a] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.629361] env[68166]: DEBUG nova.compute.manager [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.806857] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807543, 'name': CreateVM_Task, 'duration_secs': 0.304551} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.809723] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.810033] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807544, 'name': ReconfigVM_Task, 'duration_secs': 0.244112} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.810652] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.810830] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.811222] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.811640] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.816220] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51fd8dd-cebd-4bf4-a532-ceeea1d973a7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.817941] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f11eecc-6807-4d44-ac3c-4e22679b3e69 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.834054] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1120.834054] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a24ed2-b31d-421e-2e7f-16486986ce1a" [ 1120.834054] env[68166]: _type = "Task" [ 1120.834054] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.839233] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1120.839233] env[68166]: value = "task-2807545" [ 1120.839233] env[68166]: _type = "Task" [ 1120.839233] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.857992] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.858267] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Processing image 45401795-c517-4b6e-a3ec-5860483ed678 {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.858505] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678/45401795-c517-4b6e-a3ec-5860483ed678.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.858677] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678/45401795-c517-4b6e-a3ec-5860483ed678.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.858860] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.859155] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807545, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.859376] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cbe88ff-23b3-4308-8e3c-1b8734243432 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.890966] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.890966] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.890966] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c511fc2-16af-4d58-be36-7b48199e4676 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.894888] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1120.894888] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d7628a-eb12-8c6f-7f47-0aef579c709e" [ 1120.894888] env[68166]: _type = "Task" [ 1120.894888] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.908437] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d7628a-eb12-8c6f-7f47-0aef579c709e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.964875] env[68166]: DEBUG nova.scheduler.client.report [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.007125] env[68166]: DEBUG nova.network.neutron [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance_info_cache with network_info: [{"id": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "address": "fa:16:3e:99:be:ba", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcdf42f-77", "ovs_interfaceid": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.013104] env[68166]: DEBUG nova.network.neutron [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Updated VIF entry in instance network info cache for port e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.013104] env[68166]: DEBUG nova.network.neutron [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Updating instance_info_cache with network_info: [{"id": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "address": "fa:16:3e:24:4e:42", "network": {"id": "e1a77743-3def-41d3-a66c-605915651f21", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742117219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86da54ade1c74b44bbb69fdc60a2d6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92bca4c-fb", "ovs_interfaceid": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.133161] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 48928fac-b86e-45aa-956b-7b4b4f2af6cf] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.351268] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807545, 'name': ReconfigVM_Task, 'duration_secs': 0.159063} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.351568] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564179', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'name': 'volume-d169b963-1e32-4686-9888-4ba77641815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '370cf945-8e4a-4ace-8b54-847fba577224', 'attached_at': '', 'detached_at': '', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'serial': 'd169b963-1e32-4686-9888-4ba77641815d'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1121.405706] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Preparing fetch location {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1121.405967] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Fetch image to [datastore2] OSTACK_IMG_9af1dcdf-fcdf-4e40-949a-74f537a1723e/OSTACK_IMG_9af1dcdf-fcdf-4e40-949a-74f537a1723e.vmdk {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1121.406167] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Downloading stream optimized image 45401795-c517-4b6e-a3ec-5860483ed678 to [datastore2] OSTACK_IMG_9af1dcdf-fcdf-4e40-949a-74f537a1723e/OSTACK_IMG_9af1dcdf-fcdf-4e40-949a-74f537a1723e.vmdk on the data store datastore2 as vApp {{(pid=68166) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1121.406337] env[68166]: DEBUG nova.virt.vmwareapi.images [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Downloading image file data 45401795-c517-4b6e-a3ec-5860483ed678 to the ESX as VM named 'OSTACK_IMG_9af1dcdf-fcdf-4e40-949a-74f537a1723e' {{(pid=68166) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1121.469937] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.471995] env[68166]: DEBUG oslo_concurrency.lockutils [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.140s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.472286] env[68166]: DEBUG nova.objects.instance [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lazy-loading 'resources' on Instance uuid 752b824d-9a4e-4fe6-8973-de75e3f96b7f {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.476499] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1121.476499] env[68166]: value = "resgroup-9" [ 1121.476499] env[68166]: _type = "ResourcePool" [ 1121.476499] env[68166]: }. {{(pid=68166) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1121.476744] env[68166]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9a04ddb8-9561-4f4c-adac-ac06bf6aef3d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.492888] env[68166]: INFO nova.scheduler.client.report [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted allocations for instance 6efd020d-b319-4f53-913e-6a9dcd43eaba [ 1121.502329] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lease: (returnval){ [ 1121.502329] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eaa289-9fd9-a467-5745-0d5607d1d45b" [ 1121.502329] env[68166]: _type = "HttpNfcLease" [ 1121.502329] env[68166]: } obtained for vApp import into resource pool (val){ [ 1121.502329] env[68166]: value = "resgroup-9" [ 1121.502329] env[68166]: _type = "ResourcePool" [ 1121.502329] env[68166]: }. {{(pid=68166) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1121.502612] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the lease: (returnval){ [ 1121.502612] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eaa289-9fd9-a467-5745-0d5607d1d45b" [ 1121.502612] env[68166]: _type = "HttpNfcLease" [ 1121.502612] env[68166]: } to be ready. {{(pid=68166) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1121.510723] env[68166]: DEBUG oslo_concurrency.lockutils [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.514360] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1121.514360] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eaa289-9fd9-a467-5745-0d5607d1d45b" [ 1121.514360] env[68166]: _type = "HttpNfcLease" [ 1121.514360] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1121.515026] env[68166]: DEBUG oslo_concurrency.lockutils [req-7123ca62-9648-4297-a823-22710109df1f req-b71f68c9-1575-4414-9b6d-24cef6063aa0 service nova] Releasing lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.640136] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 04700440-a230-4390-9a6f-b258604697d4] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.643031] env[68166]: DEBUG nova.compute.manager [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.665173] env[68166]: DEBUG nova.virt.hardware [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.665418] env[68166]: DEBUG nova.virt.hardware [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.665617] env[68166]: DEBUG nova.virt.hardware [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.665860] env[68166]: DEBUG nova.virt.hardware [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.666039] env[68166]: DEBUG nova.virt.hardware [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.666192] env[68166]: DEBUG nova.virt.hardware [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.666400] env[68166]: DEBUG nova.virt.hardware [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.666559] env[68166]: DEBUG nova.virt.hardware [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.666728] env[68166]: DEBUG nova.virt.hardware [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.666891] env[68166]: DEBUG nova.virt.hardware [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.667079] env[68166]: DEBUG nova.virt.hardware [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.667942] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300e86cb-f3ac-41f0-b9a4-45c6313a0655 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.677427] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b74782-5f48-4e47-823b-6f51e4063f51 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.001674] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6a10c2b8-7322-43e6-8a8a-1945a0b37263 tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "6efd020d-b319-4f53-913e-6a9dcd43eaba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.332s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.014187] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.014187] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eaa289-9fd9-a467-5745-0d5607d1d45b" [ 1122.014187] env[68166]: _type = "HttpNfcLease" [ 1122.014187] env[68166]: } is initializing. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1122.031826] env[68166]: DEBUG nova.network.neutron [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Successfully updated port: e5c1863b-085e-40a1-b155-93dc9641d3f5 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.033867] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbe77e9-794b-4319-b285-8bdd73d77725 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.061232] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a91e996-32d1-470f-b4be-f715458e38cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.069427] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance 'c517fd87-85f9-40d8-88cb-5cc524290a9e' progress to 83 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.146464] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 63c63596-9f1f-403c-9faf-179f9316ef7d] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.152589] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecd7cbd-94bd-421c-a4c6-64f0d25a3c57 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.160727] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f6218e-7f7f-47d4-a9c3-77b2533e9a8e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.193625] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0e25db-c4b7-44f4-bd92-dd7c1da47dac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.201886] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5356022-de34-4548-9b34-cc3cefbc514f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.216557] env[68166]: DEBUG nova.compute.provider_tree [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.311973] env[68166]: DEBUG nova.compute.manager [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Received event network-vif-plugged-e5c1863b-085e-40a1-b155-93dc9641d3f5 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.312213] env[68166]: DEBUG oslo_concurrency.lockutils [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] Acquiring lock "188e6094-eca2-4724-ad00-dd29333b89d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.312414] env[68166]: DEBUG oslo_concurrency.lockutils [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] Lock "188e6094-eca2-4724-ad00-dd29333b89d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.312576] env[68166]: DEBUG oslo_concurrency.lockutils [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] Lock "188e6094-eca2-4724-ad00-dd29333b89d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.312736] env[68166]: DEBUG nova.compute.manager [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] No waiting events found dispatching network-vif-plugged-e5c1863b-085e-40a1-b155-93dc9641d3f5 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.312898] env[68166]: WARNING nova.compute.manager [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Received unexpected event network-vif-plugged-e5c1863b-085e-40a1-b155-93dc9641d3f5 for instance with vm_state building and task_state spawning. [ 1122.313085] env[68166]: DEBUG nova.compute.manager [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Received event network-changed-e5c1863b-085e-40a1-b155-93dc9641d3f5 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.313294] env[68166]: DEBUG nova.compute.manager [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Refreshing instance network info cache due to event network-changed-e5c1863b-085e-40a1-b155-93dc9641d3f5. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1122.313395] env[68166]: DEBUG oslo_concurrency.lockutils [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] Acquiring lock "refresh_cache-188e6094-eca2-4724-ad00-dd29333b89d6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.313529] env[68166]: DEBUG oslo_concurrency.lockutils [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] Acquired lock "refresh_cache-188e6094-eca2-4724-ad00-dd29333b89d6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.313700] env[68166]: DEBUG nova.network.neutron [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Refreshing network info cache for port e5c1863b-085e-40a1-b155-93dc9641d3f5 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.404827] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.405163] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47af0092-2861-4697-9a96-1538d4778e67 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.412858] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1122.412858] env[68166]: value = "task-2807547" [ 1122.412858] env[68166]: _type = "Task" [ 1122.412858] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.420767] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.511603] env[68166]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.511603] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eaa289-9fd9-a467-5745-0d5607d1d45b" [ 1122.511603] env[68166]: _type = "HttpNfcLease" [ 1122.511603] env[68166]: } is ready. {{(pid=68166) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1122.511895] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1122.511895] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52eaa289-9fd9-a467-5745-0d5607d1d45b" [ 1122.511895] env[68166]: _type = "HttpNfcLease" [ 1122.511895] env[68166]: }. {{(pid=68166) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1122.512604] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19323108-1e56-46bc-a369-a6c3195879a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.520413] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d9a46-84f2-3bd0-4609-e917a694b710/disk-0.vmdk from lease info. {{(pid=68166) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1122.520413] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d9a46-84f2-3bd0-4609-e917a694b710/disk-0.vmdk. {{(pid=68166) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1122.576390] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Acquiring lock "refresh_cache-188e6094-eca2-4724-ad00-dd29333b89d6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.578382] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.578638] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9614241e-88b8-4c5c-9a0e-16950fae5be6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.584590] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3efd7d8-bd91-46f4-80cb-0a11e9504a40 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.589032] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1122.589032] env[68166]: value = "task-2807548" [ 1122.589032] env[68166]: _type = "Task" [ 1122.589032] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.598508] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.649302] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 8a8855b8-fb7e-4235-9284-15425b7cb956] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.719923] env[68166]: DEBUG nova.scheduler.client.report [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.789172] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "f1ed11a4-6524-41b7-a2f2-84b3e75a99e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.789496] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "f1ed11a4-6524-41b7-a2f2-84b3e75a99e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.789716] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "f1ed11a4-6524-41b7-a2f2-84b3e75a99e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.789920] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "f1ed11a4-6524-41b7-a2f2-84b3e75a99e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.790106] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "f1ed11a4-6524-41b7-a2f2-84b3e75a99e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.792222] env[68166]: INFO nova.compute.manager [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Terminating instance [ 1122.857769] env[68166]: DEBUG nova.network.neutron [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.926673] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1122.926942] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1122.927137] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564179', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'name': 'volume-d169b963-1e32-4686-9888-4ba77641815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '370cf945-8e4a-4ace-8b54-847fba577224', 'attached_at': '', 'detached_at': '', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'serial': 'd169b963-1e32-4686-9888-4ba77641815d'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1122.929303] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dc66e4-73c0-4bd9-bf55-c1c96aec1c96 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.953771] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589ff0e-6b27-4de7-9538-82eae62727c9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.961770] env[68166]: WARNING nova.virt.vmwareapi.driver [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1122.962129] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.962898] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7006fecf-cf8e-4c56-94cc-f44d820ee0e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.971650] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.972892] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8189abfd-554c-421b-a852-efc470350b8e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.996771] env[68166]: DEBUG nova.network.neutron [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.032510] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.032677] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.032923] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleting the datastore file [datastore2] 370cf945-8e4a-4ace-8b54-847fba577224 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.034407] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cfd8169-e584-43a2-a41a-c45a26ec56d9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.042049] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1123.042049] env[68166]: value = "task-2807550" [ 1123.042049] env[68166]: _type = "Task" [ 1123.042049] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.051944] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.099814] env[68166]: DEBUG oslo_vmware.api [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807548, 'name': PowerOnVM_Task, 'duration_secs': 0.39974} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.100205] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.100439] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2e3784-9e5a-46bd-a5f1-c55a5b93b535 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance 'c517fd87-85f9-40d8-88cb-5cc524290a9e' progress to 100 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.153143] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 3a2483bc-1bf9-48fe-a386-35cf6e4a6b5d] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.224432] env[68166]: DEBUG oslo_concurrency.lockutils [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.228489] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.386s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.230584] env[68166]: INFO nova.compute.claims [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.248862] env[68166]: INFO nova.scheduler.client.report [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Deleted allocations for instance 752b824d-9a4e-4fe6-8973-de75e3f96b7f [ 1123.296281] env[68166]: DEBUG nova.compute.manager [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.296946] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.297860] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a57e55-45e1-4c88-920d-353b4747d3c4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.308072] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.309454] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6c16109-2560-4c05-af62-37d72a79ab4a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.316184] env[68166]: DEBUG oslo_vmware.api [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1123.316184] env[68166]: value = "task-2807551" [ 1123.316184] env[68166]: _type = "Task" [ 1123.316184] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.325707] env[68166]: DEBUG oslo_vmware.api [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.499151] env[68166]: DEBUG oslo_concurrency.lockutils [req-0596b7f6-1193-4ff1-899b-cbccb6611cb3 req-7e20e94e-c809-4988-8031-0dcae8fe6133 service nova] Releasing lock "refresh_cache-188e6094-eca2-4724-ad00-dd29333b89d6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.501327] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Acquired lock "refresh_cache-188e6094-eca2-4724-ad00-dd29333b89d6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.501327] env[68166]: DEBUG nova.network.neutron [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.555166] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175813} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.557546] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.557899] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.558257] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.656368] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: e4217474-e41a-47a7-b477-634bf419f891] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.756722] env[68166]: DEBUG oslo_concurrency.lockutils [None req-970e0529-2b58-4b2f-be2e-4f4abfcc80d4 tempest-InstanceActionsTestJSON-226156879 tempest-InstanceActionsTestJSON-226156879-project-member] Lock "752b824d-9a4e-4fe6-8973-de75e3f96b7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.806s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.827985] env[68166]: DEBUG oslo_vmware.api [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807551, 'name': PowerOffVM_Task, 'duration_secs': 0.207552} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.828339] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.828551] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.828900] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-504f2ac9-d574-4ff2-b885-12baa5181dc4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.861778] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Completed reading data from the image iterator. {{(pid=68166) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1123.862081] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d9a46-84f2-3bd0-4609-e917a694b710/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1123.863133] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc05e9a-4f15-4d7e-b230-286ff04cd76c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.870792] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d9a46-84f2-3bd0-4609-e917a694b710/disk-0.vmdk is in state: ready. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1123.871216] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d9a46-84f2-3bd0-4609-e917a694b710/disk-0.vmdk. {{(pid=68166) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1123.871297] env[68166]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0c232bb1-3427-4683-941d-0cb0a8f6a10c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.895301] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.895570] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.895782] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleting the datastore file [datastore2] f1ed11a4-6524-41b7-a2f2-84b3e75a99e0 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.896169] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-460231e3-864e-4827-8ee2-fb540b7451bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.903536] env[68166]: DEBUG oslo_vmware.api [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for the task: (returnval){ [ 1123.903536] env[68166]: value = "task-2807553" [ 1123.903536] env[68166]: _type = "Task" [ 1123.903536] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.913044] env[68166]: DEBUG oslo_vmware.api [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.063771] env[68166]: INFO nova.virt.block_device [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Booting with volume d169b963-1e32-4686-9888-4ba77641815d at /dev/sdb [ 1124.067089] env[68166]: DEBUG nova.network.neutron [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.069245] env[68166]: DEBUG oslo_vmware.rw_handles [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d9a46-84f2-3bd0-4609-e917a694b710/disk-0.vmdk. {{(pid=68166) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1124.069464] env[68166]: INFO nova.virt.vmwareapi.images [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Downloaded image file data 45401795-c517-4b6e-a3ec-5860483ed678 [ 1124.070352] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fbef92-6e7c-4c21-91de-3cfdecc79e46 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.088781] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05033710-e1f3-488c-bcb1-0e77202bd42b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.116744] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8e5f6ff-4e94-48e9-ac3d-6a646ffdc68b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.125146] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3b8974-f732-40c8-b42b-cdab218b77f8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.145146] env[68166]: INFO nova.virt.vmwareapi.images [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] The imported VM was unregistered [ 1124.147571] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Caching image {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1124.147797] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Creating directory with path [datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678 {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.149315] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87f4bcc7-1561-423a-97da-0203ee27c505 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.159470] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a891aa8c-ffa3-467b-9b20-15851f7d4d20 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.162788] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 53cd22fe-6474-4c52-a91c-82750ef7817e] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.168210] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82157c02-7b3c-4863-8599-9e2d58447273 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.181219] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Created directory with path [datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678 {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.181219] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9af1dcdf-fcdf-4e40-949a-74f537a1723e/OSTACK_IMG_9af1dcdf-fcdf-4e40-949a-74f537a1723e.vmdk to [datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678/45401795-c517-4b6e-a3ec-5860483ed678.vmdk. {{(pid=68166) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1124.184098] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d66f32a6-bf76-4496-8c55-66387aaf1232 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.192156] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1124.192156] env[68166]: value = "task-2807555" [ 1124.192156] env[68166]: _type = "Task" [ 1124.192156] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.204515] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010866c3-f236-4ebe-b403-6ccca915e8cd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.210111] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807555, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.214640] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd75d2e-89a4-4e1f-a724-71dd27a19e12 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.227857] env[68166]: DEBUG nova.virt.block_device [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Updating existing volume attachment record: 788e1567-6712-4709-ba37-8a9ac82bf458 {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1124.310321] env[68166]: DEBUG nova.network.neutron [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Updating instance_info_cache with network_info: [{"id": "e5c1863b-085e-40a1-b155-93dc9641d3f5", "address": "fa:16:3e:2d:e5:02", "network": {"id": "790edcaa-bcee-4687-bdcc-951cb348d927", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-170559532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1011bae9bf64a8a9023659cea4eef69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c1863b-08", "ovs_interfaceid": "e5c1863b-085e-40a1-b155-93dc9641d3f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.414256] env[68166]: DEBUG oslo_vmware.api [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Task: {'id': task-2807553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145737} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.415532] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.415735] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.415933] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.416129] env[68166]: INFO nova.compute.manager [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1124.416379] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.417153] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99438782-54b3-4b07-9822-1e448e5e7783 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.419908] env[68166]: DEBUG nova.compute.manager [-] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.420040] env[68166]: DEBUG nova.network.neutron [-] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.426472] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54631b1a-cc7e-4d34-9edc-d123674c40d0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.460636] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad5a004-7f25-43e6-8b9d-9c2371148fb1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.469059] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177140fc-9d33-4e2c-84ed-d160c3f31952 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.486356] env[68166]: DEBUG nova.compute.provider_tree [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.681337] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: c1d955b6-b2ee-4e33-83c1-a40c5ee72737] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.709416] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807555, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.816138] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Releasing lock "refresh_cache-188e6094-eca2-4724-ad00-dd29333b89d6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.816629] env[68166]: DEBUG nova.compute.manager [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Instance network_info: |[{"id": "e5c1863b-085e-40a1-b155-93dc9641d3f5", "address": "fa:16:3e:2d:e5:02", "network": {"id": "790edcaa-bcee-4687-bdcc-951cb348d927", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-170559532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1011bae9bf64a8a9023659cea4eef69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c1863b-08", "ovs_interfaceid": "e5c1863b-085e-40a1-b155-93dc9641d3f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.817021] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:e5:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5c1863b-085e-40a1-b155-93dc9641d3f5', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.825499] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Creating folder: Project (f1011bae9bf64a8a9023659cea4eef69). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.826315] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a6a2565-2204-4fee-b50f-04f4fab174d1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.838886] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Created folder: Project (f1011bae9bf64a8a9023659cea4eef69) in parent group-v563881. [ 1124.839239] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Creating folder: Instances. Parent ref: group-v564182. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.839564] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8ff49f7-0e33-46bf-990e-96b04cc754b9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.850147] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Created folder: Instances in parent group-v564182. [ 1124.850421] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.850692] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.850908] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ccc8acb-4912-4211-8ed3-4b25bbea121b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.878350] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.878350] env[68166]: value = "task-2807558" [ 1124.878350] env[68166]: _type = "Task" [ 1124.878350] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.890200] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807558, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.920153] env[68166]: DEBUG nova.compute.manager [req-50fd6004-0588-4e40-9417-a9ce74a42478 req-da24441b-4e0a-40a1-a2f7-4c69ca9465fb service nova] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Received event network-vif-deleted-61c853a6-7238-441f-ad82-1e00c896e4fe {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.920153] env[68166]: INFO nova.compute.manager [req-50fd6004-0588-4e40-9417-a9ce74a42478 req-da24441b-4e0a-40a1-a2f7-4c69ca9465fb service nova] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Neutron deleted interface 61c853a6-7238-441f-ad82-1e00c896e4fe; detaching it from the instance and deleting it from the info cache [ 1124.920153] env[68166]: DEBUG nova.network.neutron [req-50fd6004-0588-4e40-9417-a9ce74a42478 req-da24441b-4e0a-40a1-a2f7-4c69ca9465fb service nova] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.989570] env[68166]: DEBUG nova.scheduler.client.report [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.186919] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: ae4746e2-7223-4c5b-971c-cb6230a08c27] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.207723] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807555, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.389375] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807558, 'name': CreateVM_Task} progress is 25%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.391251] env[68166]: DEBUG nova.network.neutron [-] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.420647] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eec9bd53-e35a-4319-b529-c1e980c71470 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.432160] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d957208-6117-458e-9848-6ce62c39604a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.467207] env[68166]: DEBUG nova.compute.manager [req-50fd6004-0588-4e40-9417-a9ce74a42478 req-da24441b-4e0a-40a1-a2f7-4c69ca9465fb service nova] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Detach interface failed, port_id=61c853a6-7238-441f-ad82-1e00c896e4fe, reason: Instance f1ed11a4-6524-41b7-a2f2-84b3e75a99e0 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1125.498081] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.498746] env[68166]: DEBUG nova.compute.manager [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.501625] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.404s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.502137] env[68166]: DEBUG nova.objects.instance [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lazy-loading 'resources' on Instance uuid c1dd1dd5-8236-40c3-bb57-fca8400eecbc {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.658577] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.658577] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.658931] env[68166]: DEBUG nova.compute.manager [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Going to confirm migration 5 {{(pid=68166) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1125.689343] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: ea744a0c-56e5-4e41-9d0e-b8f5e568d062] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.705200] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807555, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.896502] env[68166]: INFO nova.compute.manager [-] [instance: f1ed11a4-6524-41b7-a2f2-84b3e75a99e0] Took 1.48 seconds to deallocate network for instance. [ 1125.896765] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807558, 'name': CreateVM_Task, 'duration_secs': 0.827632} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.898766] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.903793] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.903983] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.904337] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.905165] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c421b089-98f4-41e3-9053-e974c3fef676 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.911275] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Waiting for the task: (returnval){ [ 1125.911275] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52c0ebb4-dd5f-22f6-914c-f57401caf858" [ 1125.911275] env[68166]: _type = "Task" [ 1125.911275] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.921505] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c0ebb4-dd5f-22f6-914c-f57401caf858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.005393] env[68166]: DEBUG nova.compute.utils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.009597] env[68166]: DEBUG nova.compute.manager [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.010021] env[68166]: DEBUG nova.network.neutron [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.062907] env[68166]: DEBUG nova.policy [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ae5bc833c84261901eccaae61cf516', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a85a79b3f84d5d8f26651b4ae4bdc6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.191112] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed79e707-5026-45ee-89ab-e6c9c866f769 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.194873] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 7d2f1fa6-e57a-497d-86b5-42091880151a] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.203640] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d22de98-b16b-4762-8f00-f3f231bd3734 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.209996] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807555, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.237806] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd9c770-3f5a-4e46-bca1-4f5d7c20738a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.241443] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.241677] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.241783] env[68166]: DEBUG nova.network.neutron [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.241954] env[68166]: DEBUG nova.objects.instance [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lazy-loading 'info_cache' on Instance uuid c517fd87-85f9-40d8-88cb-5cc524290a9e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.249226] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b79b231-8566-4ea3-b2a5-ec0eeff791c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.265655] env[68166]: DEBUG nova.compute.provider_tree [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.382271] env[68166]: DEBUG nova.virt.hardware [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.382522] env[68166]: DEBUG nova.virt.hardware [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.382669] env[68166]: DEBUG nova.virt.hardware [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.382847] env[68166]: DEBUG nova.virt.hardware [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.382993] env[68166]: DEBUG nova.virt.hardware [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.383275] env[68166]: DEBUG nova.virt.hardware [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.383432] env[68166]: DEBUG nova.virt.hardware [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.383520] env[68166]: DEBUG nova.virt.hardware [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.383680] env[68166]: DEBUG nova.virt.hardware [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.383870] env[68166]: DEBUG nova.virt.hardware [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.384059] env[68166]: DEBUG nova.virt.hardware [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.384994] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e43638-19aa-4456-96b2-4f78710c875a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.393801] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c34402-c201-4d8e-8c12-47911e494ecb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.409342] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.409890] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:09:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18fe0432-e808-4d77-b9e3-92acd1bb6d3e', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.421309] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.421756] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.424998] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90c80ac0-bb97-4a3a-8143-6f4e50c9db08 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.451648] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52c0ebb4-dd5f-22f6-914c-f57401caf858, 'name': SearchDatastore_Task, 'duration_secs': 0.0903} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.452762] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.453221] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.453593] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.453899] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.454307] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.455017] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.455017] env[68166]: value = "task-2807559" [ 1126.455017] env[68166]: _type = "Task" [ 1126.455017] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.455017] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f11c9f14-2a44-4d3e-adae-60d0f579e48c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.466250] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807559, 'name': CreateVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.477041] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.477041] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.477041] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857de5d0-2784-4e3b-a6ac-f76cfe51bdc4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.480031] env[68166]: DEBUG nova.network.neutron [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Successfully created port: cd3b7ba1-bf7b-442a-8474-bbf9031a347a {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.486117] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Waiting for the task: (returnval){ [ 1126.486117] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52778e72-9bac-fc29-a0cf-3f0fb728f388" [ 1126.486117] env[68166]: _type = "Task" [ 1126.486117] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.494532] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52778e72-9bac-fc29-a0cf-3f0fb728f388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.513362] env[68166]: DEBUG nova.compute.manager [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.700211] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 3d345623-d941-407b-ad67-5df1d686874f] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.711885] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807555, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.455205} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.711885] env[68166]: INFO nova.virt.vmwareapi.ds_util [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9af1dcdf-fcdf-4e40-949a-74f537a1723e/OSTACK_IMG_9af1dcdf-fcdf-4e40-949a-74f537a1723e.vmdk to [datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678/45401795-c517-4b6e-a3ec-5860483ed678.vmdk. [ 1126.711885] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Cleaning up location [datastore2] OSTACK_IMG_9af1dcdf-fcdf-4e40-949a-74f537a1723e {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1126.711885] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9af1dcdf-fcdf-4e40-949a-74f537a1723e {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.712104] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a654dc-0eba-438e-998b-e02533ff072c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.719909] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1126.719909] env[68166]: value = "task-2807560" [ 1126.719909] env[68166]: _type = "Task" [ 1126.719909] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.728918] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.768661] env[68166]: DEBUG nova.scheduler.client.report [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.967206] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807559, 'name': CreateVM_Task, 'duration_secs': 0.409395} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.967356] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.968051] env[68166]: DEBUG oslo_concurrency.lockutils [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.968227] env[68166]: DEBUG oslo_concurrency.lockutils [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.968527] env[68166]: DEBUG oslo_concurrency.lockutils [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.968770] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a1b6bf-1b2d-43b2-977a-c31858ca9869 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.972797] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1126.972797] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5256dc6b-7693-4cff-0c04-51b3f187a064" [ 1126.972797] env[68166]: _type = "Task" [ 1126.972797] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.979862] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5256dc6b-7693-4cff-0c04-51b3f187a064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.994358] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52778e72-9bac-fc29-a0cf-3f0fb728f388, 'name': SearchDatastore_Task, 'duration_secs': 0.09158} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.995084] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f7beb3-f371-4f3f-ae94-470dafc6d7d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.000912] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Waiting for the task: (returnval){ [ 1127.000912] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52992ad5-44a7-7b49-eb25-b7e93ae37182" [ 1127.000912] env[68166]: _type = "Task" [ 1127.000912] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.007800] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52992ad5-44a7-7b49-eb25-b7e93ae37182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.206632] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 9472ee31-d423-47d4-892f-1b8676886d61] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.230688] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039154} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.231182] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.231364] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678/45401795-c517-4b6e-a3ec-5860483ed678.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.231634] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678/45401795-c517-4b6e-a3ec-5860483ed678.vmdk to [datastore2] 7c352b54-89fe-43bf-880e-d8d909bcf18e/7c352b54-89fe-43bf-880e-d8d909bcf18e.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.232081] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5bccbc3-d91d-43e1-b9bf-4f8833307de3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.239436] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1127.239436] env[68166]: value = "task-2807561" [ 1127.239436] env[68166]: _type = "Task" [ 1127.239436] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.247253] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.273934] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.276441] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.867s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.276441] env[68166]: DEBUG nova.objects.instance [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lazy-loading 'resources' on Instance uuid f1ed11a4-6524-41b7-a2f2-84b3e75a99e0 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.296225] env[68166]: INFO nova.scheduler.client.report [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted allocations for instance c1dd1dd5-8236-40c3-bb57-fca8400eecbc [ 1127.464556] env[68166]: DEBUG nova.network.neutron [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance_info_cache with network_info: [{"id": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "address": "fa:16:3e:99:be:ba", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcdf42f-77", "ovs_interfaceid": "2fcdf42f-777e-46e0-9489-c6fc1f1cacbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.483751] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5256dc6b-7693-4cff-0c04-51b3f187a064, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.484048] env[68166]: DEBUG oslo_concurrency.lockutils [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.484278] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.484484] env[68166]: DEBUG oslo_concurrency.lockutils [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.510930] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52992ad5-44a7-7b49-eb25-b7e93ae37182, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.511206] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.511470] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 188e6094-eca2-4724-ad00-dd29333b89d6/188e6094-eca2-4724-ad00-dd29333b89d6.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.511769] env[68166]: DEBUG oslo_concurrency.lockutils [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.511965] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.512198] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83a91642-b184-45b7-a516-d999982532a8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.514307] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-002bed57-d9c6-419e-beab-7dfdae6994a5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.522262] env[68166]: DEBUG nova.compute.manager [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.524427] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Waiting for the task: (returnval){ [ 1127.524427] env[68166]: value = "task-2807562" [ 1127.524427] env[68166]: _type = "Task" [ 1127.524427] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.536318] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.537320] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.537535] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.538387] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae6156f-1b52-4c4e-8368-9eab54063182 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.546439] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1127.546439] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]529c1739-35cf-cec8-c728-5c49c8771651" [ 1127.546439] env[68166]: _type = "Task" [ 1127.546439] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.552227] env[68166]: DEBUG nova.virt.hardware [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.552480] env[68166]: DEBUG nova.virt.hardware [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.552650] env[68166]: DEBUG nova.virt.hardware [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.552832] env[68166]: DEBUG nova.virt.hardware [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.552977] env[68166]: DEBUG nova.virt.hardware [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.553148] env[68166]: DEBUG nova.virt.hardware [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.553360] env[68166]: DEBUG nova.virt.hardware [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.553538] env[68166]: DEBUG nova.virt.hardware [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.553678] env[68166]: DEBUG nova.virt.hardware [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.553929] env[68166]: DEBUG nova.virt.hardware [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.554128] env[68166]: DEBUG nova.virt.hardware [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.555365] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b90c02-a3e6-45ed-a2ed-4a58cb8ba17d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.563606] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529c1739-35cf-cec8-c728-5c49c8771651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.567588] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27910a2-6d5d-447b-97c5-55cb61384224 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.710239] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: a6990f0d-066a-40e6-92bf-42c09941b9cf] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.750951] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807561, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.804303] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a211b4b6-acac-43bc-8305-17f3bb295202 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "c1dd1dd5-8236-40c3-bb57-fca8400eecbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.564s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.933390] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b411ee-7052-4724-8a23-b52c9dd99352 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.942648] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b13a847-b969-4ca5-9f40-5af162af5449 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.975366] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-c517fd87-85f9-40d8-88cb-5cc524290a9e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.976244] env[68166]: DEBUG nova.objects.instance [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lazy-loading 'migration_context' on Instance uuid c517fd87-85f9-40d8-88cb-5cc524290a9e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.979516] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417e7238-0df4-4c0a-894a-4d82dda85404 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.984277] env[68166]: DEBUG nova.compute.manager [req-63a5d7e5-23b5-43e7-9e70-452b37283352 req-413df830-2b63-4fd6-bfc5-5609ed919a5d service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Received event network-vif-plugged-cd3b7ba1-bf7b-442a-8474-bbf9031a347a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.984574] env[68166]: DEBUG oslo_concurrency.lockutils [req-63a5d7e5-23b5-43e7-9e70-452b37283352 req-413df830-2b63-4fd6-bfc5-5609ed919a5d service nova] Acquiring lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.984821] env[68166]: DEBUG oslo_concurrency.lockutils [req-63a5d7e5-23b5-43e7-9e70-452b37283352 req-413df830-2b63-4fd6-bfc5-5609ed919a5d service nova] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.985038] env[68166]: DEBUG oslo_concurrency.lockutils [req-63a5d7e5-23b5-43e7-9e70-452b37283352 req-413df830-2b63-4fd6-bfc5-5609ed919a5d service nova] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.985250] env[68166]: DEBUG nova.compute.manager [req-63a5d7e5-23b5-43e7-9e70-452b37283352 req-413df830-2b63-4fd6-bfc5-5609ed919a5d service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] No waiting events found dispatching network-vif-plugged-cd3b7ba1-bf7b-442a-8474-bbf9031a347a {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.985443] env[68166]: WARNING nova.compute.manager [req-63a5d7e5-23b5-43e7-9e70-452b37283352 req-413df830-2b63-4fd6-bfc5-5609ed919a5d service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Received unexpected event network-vif-plugged-cd3b7ba1-bf7b-442a-8474-bbf9031a347a for instance with vm_state building and task_state spawning. [ 1127.993157] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59bd33e-6f63-4f6a-940e-fab82067503b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.008900] env[68166]: DEBUG nova.compute.provider_tree [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.034937] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.058755] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]529c1739-35cf-cec8-c728-5c49c8771651, 'name': SearchDatastore_Task, 'duration_secs': 0.054496} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.060377] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e913664d-2f72-4ff2-899c-21686a004fa7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.066365] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1128.066365] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]527eadd4-7c92-cf78-2b52-e451a9c66cd0" [ 1128.066365] env[68166]: _type = "Task" [ 1128.066365] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.074692] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527eadd4-7c92-cf78-2b52-e451a9c66cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.140498] env[68166]: DEBUG nova.network.neutron [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Successfully updated port: cd3b7ba1-bf7b-442a-8474-bbf9031a347a {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.216571] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 4330fb56-071a-4059-b7aa-84cd3ab5bf22] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.253128] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807561, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.479145] env[68166]: DEBUG nova.objects.base [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.480252] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b7baa5-48c6-42c8-ac7b-a216eb7e7238 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.500804] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1333ebff-2f8d-4bb7-a0b4-c95c2ba9ba94 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.506939] env[68166]: DEBUG oslo_vmware.api [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1128.506939] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52339455-fe55-9611-acd2-44a951142d05" [ 1128.506939] env[68166]: _type = "Task" [ 1128.506939] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.511922] env[68166]: DEBUG nova.scheduler.client.report [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.518719] env[68166]: DEBUG oslo_vmware.api [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52339455-fe55-9611-acd2-44a951142d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.535645] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.577020] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]527eadd4-7c92-cf78-2b52-e451a9c66cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.092459} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.577020] env[68166]: DEBUG oslo_concurrency.lockutils [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.577295] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 370cf945-8e4a-4ace-8b54-847fba577224/370cf945-8e4a-4ace-8b54-847fba577224.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.577565] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f640237-cc06-44ec-8e2e-ec663a859673 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.585133] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1128.585133] env[68166]: value = "task-2807563" [ 1128.585133] env[68166]: _type = "Task" [ 1128.585133] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.593432] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.642783] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "refresh_cache-8aa5f67d-1d0d-402b-9cac-f8a5092990ce" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.643570] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquired lock "refresh_cache-8aa5f67d-1d0d-402b-9cac-f8a5092990ce" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.643570] env[68166]: DEBUG nova.network.neutron [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.720423] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: ce861df0-6e5c-4940-a0d3-54677ae80a8a] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.751178] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807561, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.820942] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "60d7d401-e071-48d3-837e-ef103d0b182a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.821227] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "60d7d401-e071-48d3-837e-ef103d0b182a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.017535] env[68166]: DEBUG oslo_vmware.api [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52339455-fe55-9611-acd2-44a951142d05, 'name': SearchDatastore_Task, 'duration_secs': 0.00844} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.017918] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.019828] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.022343] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.004s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.035819] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807562, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.041491] env[68166]: INFO nova.scheduler.client.report [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Deleted allocations for instance f1ed11a4-6524-41b7-a2f2-84b3e75a99e0 [ 1129.096497] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.181970] env[68166]: DEBUG nova.network.neutron [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.224351] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: d0d8d6f2-2af2-4bdc-8112-b37a92a9c0ed] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.251251] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807561, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.324363] env[68166]: DEBUG nova.compute.manager [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.348017] env[68166]: DEBUG nova.network.neutron [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Updating instance_info_cache with network_info: [{"id": "cd3b7ba1-bf7b-442a-8474-bbf9031a347a", "address": "fa:16:3e:d4:17:56", "network": {"id": "ecdfb8cb-a237-41bf-9637-ec7779359b1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1529248802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a85a79b3f84d5d8f26651b4ae4bdc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3b7ba1-bf", "ovs_interfaceid": "cd3b7ba1-bf7b-442a-8474-bbf9031a347a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.538208] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807562, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.549062] env[68166]: DEBUG oslo_concurrency.lockutils [None req-2461881e-2c48-4c34-a8a6-970de9fe5aac tempest-ServersTestJSON-1630549011 tempest-ServersTestJSON-1630549011-project-member] Lock "f1ed11a4-6524-41b7-a2f2-84b3e75a99e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.759s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.596669] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.677414] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8f7517-9107-499d-bd0d-0bbf96eae8c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.686186] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208a0ba0-0433-4682-96fe-180dcf323d47 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.720464] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6a7d43-34b2-4185-ac7c-8ba5c693dbef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.727844] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 4ed59fbb-5b90-4c04-ad38-b9a8a64748f1] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.730930] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841977d7-c202-4824-ac26-21531f4216dc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.745791] env[68166]: DEBUG nova.compute.provider_tree [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.757262] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807561, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.443614} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.757724] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45401795-c517-4b6e-a3ec-5860483ed678/45401795-c517-4b6e-a3ec-5860483ed678.vmdk to [datastore2] 7c352b54-89fe-43bf-880e-d8d909bcf18e/7c352b54-89fe-43bf-880e-d8d909bcf18e.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.758400] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019908b2-c051-4b7d-87c3-155b2cb20319 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.783079] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 7c352b54-89fe-43bf-880e-d8d909bcf18e/7c352b54-89fe-43bf-880e-d8d909bcf18e.vmdk or device None with type streamOptimized {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.783710] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd468d3f-d578-498d-abc0-c251ae0f2b25 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.803182] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1129.803182] env[68166]: value = "task-2807564" [ 1129.803182] env[68166]: _type = "Task" [ 1129.803182] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.811607] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.844995] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.851150] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Releasing lock "refresh_cache-8aa5f67d-1d0d-402b-9cac-f8a5092990ce" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.851476] env[68166]: DEBUG nova.compute.manager [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Instance network_info: |[{"id": "cd3b7ba1-bf7b-442a-8474-bbf9031a347a", "address": "fa:16:3e:d4:17:56", "network": {"id": "ecdfb8cb-a237-41bf-9637-ec7779359b1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1529248802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a85a79b3f84d5d8f26651b4ae4bdc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3b7ba1-bf", "ovs_interfaceid": "cd3b7ba1-bf7b-442a-8474-bbf9031a347a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.852288] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:17:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd3b7ba1-bf7b-442a-8474-bbf9031a347a', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.860211] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.860512] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.860778] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a93d1f84-49e5-4583-b36f-c4c0229a0edd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.881995] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.881995] env[68166]: value = "task-2807565" [ 1129.881995] env[68166]: _type = "Task" [ 1129.881995] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.890699] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807565, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.002892] env[68166]: DEBUG nova.compute.manager [req-1bd46cc9-040b-4f45-ab67-dbea82c1b791 req-ac865772-d335-4a38-b5c6-64f1548d719d service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Received event network-changed-cd3b7ba1-bf7b-442a-8474-bbf9031a347a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.003705] env[68166]: DEBUG nova.compute.manager [req-1bd46cc9-040b-4f45-ab67-dbea82c1b791 req-ac865772-d335-4a38-b5c6-64f1548d719d service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Refreshing instance network info cache due to event network-changed-cd3b7ba1-bf7b-442a-8474-bbf9031a347a. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1130.003705] env[68166]: DEBUG oslo_concurrency.lockutils [req-1bd46cc9-040b-4f45-ab67-dbea82c1b791 req-ac865772-d335-4a38-b5c6-64f1548d719d service nova] Acquiring lock "refresh_cache-8aa5f67d-1d0d-402b-9cac-f8a5092990ce" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.003705] env[68166]: DEBUG oslo_concurrency.lockutils [req-1bd46cc9-040b-4f45-ab67-dbea82c1b791 req-ac865772-d335-4a38-b5c6-64f1548d719d service nova] Acquired lock "refresh_cache-8aa5f67d-1d0d-402b-9cac-f8a5092990ce" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.003949] env[68166]: DEBUG nova.network.neutron [req-1bd46cc9-040b-4f45-ab67-dbea82c1b791 req-ac865772-d335-4a38-b5c6-64f1548d719d service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Refreshing network info cache for port cd3b7ba1-bf7b-442a-8474-bbf9031a347a {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.041011] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807562, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.268401} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.041327] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 188e6094-eca2-4724-ad00-dd29333b89d6/188e6094-eca2-4724-ad00-dd29333b89d6.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.041553] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.041858] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eed6192f-deb6-4bcb-845f-eee28a3d32b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.048910] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Waiting for the task: (returnval){ [ 1130.048910] env[68166]: value = "task-2807566" [ 1130.048910] env[68166]: _type = "Task" [ 1130.048910] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.058226] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.099396] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807563, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.236541] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: a280c315-55e1-4e87-934c-e68328ced4b1] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.252595] env[68166]: DEBUG nova.scheduler.client.report [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.313088] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.392112] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807565, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.558345] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074576} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.558553] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.559527] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46467f4-54c4-431a-88f8-2eb7c97c5a02 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.580244] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 188e6094-eca2-4724-ad00-dd29333b89d6/188e6094-eca2-4724-ad00-dd29333b89d6.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.582706] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93720cbd-f51c-4a9a-9aa6-648d8d716949 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.604992] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807563, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.529575} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.606084] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 370cf945-8e4a-4ace-8b54-847fba577224/370cf945-8e4a-4ace-8b54-847fba577224.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.606313] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.606635] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Waiting for the task: (returnval){ [ 1130.606635] env[68166]: value = "task-2807567" [ 1130.606635] env[68166]: _type = "Task" [ 1130.606635] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.606828] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52dc5160-5575-4a78-a275-b6e5bfc4140e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.614843] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1130.614843] env[68166]: value = "task-2807568" [ 1130.614843] env[68166]: _type = "Task" [ 1130.614843] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.617828] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.624645] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.730612] env[68166]: DEBUG nova.network.neutron [req-1bd46cc9-040b-4f45-ab67-dbea82c1b791 req-ac865772-d335-4a38-b5c6-64f1548d719d service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Updated VIF entry in instance network info cache for port cd3b7ba1-bf7b-442a-8474-bbf9031a347a. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.730957] env[68166]: DEBUG nova.network.neutron [req-1bd46cc9-040b-4f45-ab67-dbea82c1b791 req-ac865772-d335-4a38-b5c6-64f1548d719d service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Updating instance_info_cache with network_info: [{"id": "cd3b7ba1-bf7b-442a-8474-bbf9031a347a", "address": "fa:16:3e:d4:17:56", "network": {"id": "ecdfb8cb-a237-41bf-9637-ec7779359b1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1529248802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a85a79b3f84d5d8f26651b4ae4bdc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3b7ba1-bf", "ovs_interfaceid": "cd3b7ba1-bf7b-442a-8474-bbf9031a347a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.739899] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: b8c67555-fca1-4aa9-85fa-ccb217eb34ec] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.813523] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807564, 'name': ReconfigVM_Task, 'duration_secs': 0.635823} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.813853] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 7c352b54-89fe-43bf-880e-d8d909bcf18e/7c352b54-89fe-43bf-880e-d8d909bcf18e.vmdk or device None with type streamOptimized {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.814504] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28c18e3d-3076-4fa5-91fc-81ad320085fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.821907] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1130.821907] env[68166]: value = "task-2807569" [ 1130.821907] env[68166]: _type = "Task" [ 1130.821907] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.829942] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807569, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.894206] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807565, 'name': CreateVM_Task, 'duration_secs': 0.522713} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.894206] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.895015] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.895104] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.895386] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.895647] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b83d56c-3985-4956-ba8a-bb1ec7cb595e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.900478] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1130.900478] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52e93fa3-255d-d2c3-5d33-7f49cfcc58a9" [ 1130.900478] env[68166]: _type = "Task" [ 1130.900478] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.909839] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e93fa3-255d-d2c3-5d33-7f49cfcc58a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.119715] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807567, 'name': ReconfigVM_Task, 'duration_secs': 0.281126} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.122700] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 188e6094-eca2-4724-ad00-dd29333b89d6/188e6094-eca2-4724-ad00-dd29333b89d6.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.123285] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18a57a39-02d4-4cd6-9fd6-be96036fa9d1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.129319] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06579} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.130474] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.130806] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Waiting for the task: (returnval){ [ 1131.130806] env[68166]: value = "task-2807570" [ 1131.130806] env[68166]: _type = "Task" [ 1131.130806] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.131462] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae2d304-09c5-4b39-8262-e8b09dead801 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.155064] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 370cf945-8e4a-4ace-8b54-847fba577224/370cf945-8e4a-4ace-8b54-847fba577224.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.158340] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8151417-43fd-4ef6-a9e3-da8c5188bef5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.172268] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807570, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.176882] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1131.176882] env[68166]: value = "task-2807571" [ 1131.176882] env[68166]: _type = "Task" [ 1131.176882] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.185500] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.233396] env[68166]: DEBUG oslo_concurrency.lockutils [req-1bd46cc9-040b-4f45-ab67-dbea82c1b791 req-ac865772-d335-4a38-b5c6-64f1548d719d service nova] Releasing lock "refresh_cache-8aa5f67d-1d0d-402b-9cac-f8a5092990ce" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.243175] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 3252ed02-af47-4919-a692-2a1f9a325fe1] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.262890] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.240s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.265750] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.421s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.267237] env[68166]: INFO nova.compute.claims [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.333142] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807569, 'name': Rename_Task, 'duration_secs': 0.152023} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.333417] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.334012] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c08181a-d598-427d-84be-9b249b6dd1b0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.341357] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1131.341357] env[68166]: value = "task-2807572" [ 1131.341357] env[68166]: _type = "Task" [ 1131.341357] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.349405] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.410957] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52e93fa3-255d-d2c3-5d33-7f49cfcc58a9, 'name': SearchDatastore_Task, 'duration_secs': 0.016375} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.411333] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.411519] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.411763] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.412011] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.412083] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.412384] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01778b37-41bf-4497-b41d-a3f8932718e5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.421571] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.421783] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.422903] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eddedf6b-9c29-4e2b-8285-07def0580315 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.429595] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1131.429595] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5262794f-a519-74fb-c9a5-980e006a6427" [ 1131.429595] env[68166]: _type = "Task" [ 1131.429595] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.439256] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5262794f-a519-74fb-c9a5-980e006a6427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.646911] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807570, 'name': Rename_Task, 'duration_secs': 0.132953} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.647230] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.647486] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d7e60c4-a9c7-4a6b-b631-955b4270fe09 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.654336] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Waiting for the task: (returnval){ [ 1131.654336] env[68166]: value = "task-2807573" [ 1131.654336] env[68166]: _type = "Task" [ 1131.654336] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.661859] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.687662] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807571, 'name': ReconfigVM_Task, 'duration_secs': 0.265104} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.687965] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 370cf945-8e4a-4ace-8b54-847fba577224/370cf945-8e4a-4ace-8b54-847fba577224.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.689392] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'disk_bus': None, 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '071073b0-a917-4b32-a22e-d7fadf64b66d'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': None, 'delete_on_termination': False, 'disk_bus': None, 'attachment_id': '788e1567-6712-4709-ba37-8a9ac82bf458', 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564179', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'name': 'volume-d169b963-1e32-4686-9888-4ba77641815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '370cf945-8e4a-4ace-8b54-847fba577224', 'attached_at': '', 'detached_at': '', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'serial': 'd169b963-1e32-4686-9888-4ba77641815d'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68166) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1131.689392] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1131.689689] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564179', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'name': 'volume-d169b963-1e32-4686-9888-4ba77641815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '370cf945-8e4a-4ace-8b54-847fba577224', 'attached_at': '', 'detached_at': '', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'serial': 'd169b963-1e32-4686-9888-4ba77641815d'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1131.690376] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea033d7-1d57-4cd6-bac6-e175ca8cc102 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.708767] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dbcb8e-3cfd-4fa0-8bd5-280f9544f2c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.733675] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-d169b963-1e32-4686-9888-4ba77641815d/volume-d169b963-1e32-4686-9888-4ba77641815d.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.734042] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-870fb1e9-ed3c-4ef6-afd3-e1376834c6dc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.747989] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 454157e8-7676-48d4-ad67-46759341426a] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.755778] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1131.755778] env[68166]: value = "task-2807574" [ 1131.755778] env[68166]: _type = "Task" [ 1131.755778] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.766548] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.835789] env[68166]: INFO nova.scheduler.client.report [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleted allocation for migration b93f7f47-e1ad-451a-b0a4-bddcd796a73d [ 1131.850249] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807572, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.944476] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5262794f-a519-74fb-c9a5-980e006a6427, 'name': SearchDatastore_Task, 'duration_secs': 0.008723} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.945692] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b8b5341-d3a4-4c1a-8de2-caa95770ef46 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.953196] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1131.953196] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52577c7b-92ac-ae7e-5a22-648053fde3aa" [ 1131.953196] env[68166]: _type = "Task" [ 1131.953196] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.965230] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52577c7b-92ac-ae7e-5a22-648053fde3aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.165057] env[68166]: DEBUG oslo_vmware.api [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807573, 'name': PowerOnVM_Task, 'duration_secs': 0.502173} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.165343] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.165599] env[68166]: INFO nova.compute.manager [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1132.165789] env[68166]: DEBUG nova.compute.manager [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.167012] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a90224-e402-4923-b11b-29b6422e2caa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.251886] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 3a2b3377-72ea-4d06-9b48-e82757055254] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.264479] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807574, 'name': ReconfigVM_Task, 'duration_secs': 0.359321} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.264763] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-d169b963-1e32-4686-9888-4ba77641815d/volume-d169b963-1e32-4686-9888-4ba77641815d.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.269699] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "6da9ed10-f901-42cb-a370-6392ea9589cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.269925] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.270143] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "6da9ed10-f901-42cb-a370-6392ea9589cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.270325] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.270551] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.271924] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6056f5d5-178d-4f1d-8c8a-09d7da00458c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.282501] env[68166]: INFO nova.compute.manager [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Terminating instance [ 1132.293807] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1132.293807] env[68166]: value = "task-2807575" [ 1132.293807] env[68166]: _type = "Task" [ 1132.293807] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.304016] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.341126] env[68166]: DEBUG oslo_concurrency.lockutils [None req-cdbbf1ad-e571-4ea9-b9e5-ca1357b95bf7 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.683s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.354995] env[68166]: DEBUG oslo_vmware.api [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807572, 'name': PowerOnVM_Task, 'duration_secs': 0.644562} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.356085] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.425530] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ac59f6-3ba7-4c2a-b0aa-937c733769da {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.433136] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555d2d34-6af1-40fc-a05a-ae5c52445929 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.469258] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b402a6b-b542-4e3d-bd90-c4e602acc0a1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.474038] env[68166]: DEBUG nova.compute.manager [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.474483] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d6254f-c41b-4da1-8f64-6055889fe04e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.483596] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52577c7b-92ac-ae7e-5a22-648053fde3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011065} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.485688] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226a88bd-bfe6-4b35-9f54-1a781aa53e16 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.490909] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.491494] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 8aa5f67d-1d0d-402b-9cac-f8a5092990ce/8aa5f67d-1d0d-402b-9cac-f8a5092990ce.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.493375] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec779f4e-b24c-4caa-8a3f-4ce9f97d15d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.514343] env[68166]: DEBUG nova.compute.provider_tree [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.514343] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1132.514343] env[68166]: value = "task-2807576" [ 1132.514343] env[68166]: _type = "Task" [ 1132.514343] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.523685] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.687039] env[68166]: INFO nova.compute.manager [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Took 17.90 seconds to build instance. [ 1132.755066] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.755228] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Cleaning up deleted instances with incomplete migration {{(pid=68166) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1132.790239] env[68166]: DEBUG nova.compute.manager [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.790535] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.791708] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e32a326-1a4e-4bb8-b924-792e27764184 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.804650] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.807929] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7302c11-6638-437f-a7b5-79054b082ad2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.809647] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807575, 'name': ReconfigVM_Task, 'duration_secs': 0.239087} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.810031] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564179', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'name': 'volume-d169b963-1e32-4686-9888-4ba77641815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '370cf945-8e4a-4ace-8b54-847fba577224', 'attached_at': '', 'detached_at': '', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'serial': 'd169b963-1e32-4686-9888-4ba77641815d'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1132.811061] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da25c681-928f-4d0d-82c2-b7043388502d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.815590] env[68166]: DEBUG oslo_vmware.api [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1132.815590] env[68166]: value = "task-2807577" [ 1132.815590] env[68166]: _type = "Task" [ 1132.815590] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.816980] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1132.816980] env[68166]: value = "task-2807578" [ 1132.816980] env[68166]: _type = "Task" [ 1132.816980] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.831058] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807578, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.834855] env[68166]: DEBUG oslo_vmware.api [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.843668] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.844090] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.844392] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "c517fd87-85f9-40d8-88cb-5cc524290a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.844647] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.844907] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.847324] env[68166]: INFO nova.compute.manager [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Terminating instance [ 1133.008958] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9ae2605-ab45-4629-88c0-3120fa5142d5 tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.243s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.016405] env[68166]: DEBUG nova.scheduler.client.report [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.031707] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513968} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.032567] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 8aa5f67d-1d0d-402b-9cac-f8a5092990ce/8aa5f67d-1d0d-402b-9cac-f8a5092990ce.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.033081] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.033081] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec78ab35-0f8e-4f3b-a498-aceabd7c85b8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.039369] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1133.039369] env[68166]: value = "task-2807579" [ 1133.039369] env[68166]: _type = "Task" [ 1133.039369] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.047668] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.189707] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a4b376e0-bc78-498f-81eb-f13d603dad9f tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Lock "188e6094-eca2-4724-ad00-dd29333b89d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.408s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.257664] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.329474] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807578, 'name': Rename_Task, 'duration_secs': 0.244775} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.332766] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.333068] env[68166]: DEBUG oslo_vmware.api [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807577, 'name': PowerOffVM_Task, 'duration_secs': 0.392525} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.333323] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b12f6204-414c-4d30-8c3b-bb2a9506fc89 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.334772] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.335015] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.335307] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93236d48-e4e7-4584-81fd-03268167261e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.342111] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1133.342111] env[68166]: value = "task-2807580" [ 1133.342111] env[68166]: _type = "Task" [ 1133.342111] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.349611] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.351328] env[68166]: DEBUG nova.compute.manager [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.351595] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.352367] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3527fd-e39c-49a6-9f6e-3674152e683e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.358539] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.358813] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f2b342a-ad60-4978-8828-fe1baec318eb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.365430] env[68166]: DEBUG oslo_vmware.api [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1133.365430] env[68166]: value = "task-2807582" [ 1133.365430] env[68166]: _type = "Task" [ 1133.365430] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.375637] env[68166]: DEBUG oslo_vmware.api [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.407183] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.407581] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.407888] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleting the datastore file [datastore2] 6da9ed10-f901-42cb-a370-6392ea9589cd {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.408316] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5669881-25cf-4953-aecb-f22a91bacb8e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.415836] env[68166]: DEBUG oslo_vmware.api [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for the task: (returnval){ [ 1133.415836] env[68166]: value = "task-2807583" [ 1133.415836] env[68166]: _type = "Task" [ 1133.415836] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.424353] env[68166]: DEBUG oslo_vmware.api [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.526382] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.526890] env[68166]: DEBUG nova.compute.manager [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.552972] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067774} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.558377] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.562571] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f92e87-d08a-4eeb-ac71-872c4218b2ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.587911] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 8aa5f67d-1d0d-402b-9cac-f8a5092990ce/8aa5f67d-1d0d-402b-9cac-f8a5092990ce.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.588945] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952cddc4-7714-45b8-a397-f8a066c7e552 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.611505] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1133.611505] env[68166]: value = "task-2807584" [ 1133.611505] env[68166]: _type = "Task" [ 1133.611505] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.622704] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807584, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.852507] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.875201] env[68166]: DEBUG oslo_vmware.api [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807582, 'name': PowerOffVM_Task, 'duration_secs': 0.348627} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.875508] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.875698] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.875978] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d7bec3d-3564-48a2-92ac-68031333dbb1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.926274] env[68166]: DEBUG oslo_vmware.api [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Task: {'id': task-2807583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254309} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.926451] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.926661] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.926834] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.927019] env[68166]: INFO nova.compute.manager [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1133.927294] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.929143] env[68166]: DEBUG nova.compute.manager [-] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.929143] env[68166]: DEBUG nova.network.neutron [-] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.032552] env[68166]: DEBUG nova.compute.utils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.034224] env[68166]: DEBUG nova.compute.manager [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.034432] env[68166]: DEBUG nova.network.neutron [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.085544] env[68166]: DEBUG nova.compute.manager [req-0b0a2dfe-af7e-48ce-a146-0630006c6cb9 req-1dc31f1f-2f8a-4607-8b4e-7503cef3b156 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Received event network-changed-e5c1863b-085e-40a1-b155-93dc9641d3f5 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.085895] env[68166]: DEBUG nova.compute.manager [req-0b0a2dfe-af7e-48ce-a146-0630006c6cb9 req-1dc31f1f-2f8a-4607-8b4e-7503cef3b156 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Refreshing instance network info cache due to event network-changed-e5c1863b-085e-40a1-b155-93dc9641d3f5. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1134.086249] env[68166]: DEBUG oslo_concurrency.lockutils [req-0b0a2dfe-af7e-48ce-a146-0630006c6cb9 req-1dc31f1f-2f8a-4607-8b4e-7503cef3b156 service nova] Acquiring lock "refresh_cache-188e6094-eca2-4724-ad00-dd29333b89d6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.086497] env[68166]: DEBUG oslo_concurrency.lockutils [req-0b0a2dfe-af7e-48ce-a146-0630006c6cb9 req-1dc31f1f-2f8a-4607-8b4e-7503cef3b156 service nova] Acquired lock "refresh_cache-188e6094-eca2-4724-ad00-dd29333b89d6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.086753] env[68166]: DEBUG nova.network.neutron [req-0b0a2dfe-af7e-48ce-a146-0630006c6cb9 req-1dc31f1f-2f8a-4607-8b4e-7503cef3b156 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Refreshing network info cache for port e5c1863b-085e-40a1-b155-93dc9641d3f5 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.126641] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.198292] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.198520] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.198691] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleting the datastore file [datastore1] c517fd87-85f9-40d8-88cb-5cc524290a9e {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.198956] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1034b9ca-8909-4488-85d0-d85868f987e9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.205754] env[68166]: DEBUG oslo_vmware.api [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1134.205754] env[68166]: value = "task-2807586" [ 1134.205754] env[68166]: _type = "Task" [ 1134.205754] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.214353] env[68166]: DEBUG oslo_vmware.api [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.311893] env[68166]: DEBUG nova.policy [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1ca77783c943458e1a9d789309efbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d657f834a284ee3acbb498ca4ca8680', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.355721] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807580, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.538296] env[68166]: DEBUG nova.compute.manager [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.627331] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807584, 'name': ReconfigVM_Task, 'duration_secs': 0.78109} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.630033] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 8aa5f67d-1d0d-402b-9cac-f8a5092990ce/8aa5f67d-1d0d-402b-9cac-f8a5092990ce.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.630714] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81f13c67-c683-40c8-9986-b44909ef8a66 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.638596] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1134.638596] env[68166]: value = "task-2807587" [ 1134.638596] env[68166]: _type = "Task" [ 1134.638596] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.652044] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807587, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.720449] env[68166]: DEBUG oslo_vmware.api [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167197} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.720449] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.720449] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.720449] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.720449] env[68166]: INFO nova.compute.manager [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1134.720449] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.720803] env[68166]: DEBUG nova.compute.manager [-] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.720803] env[68166]: DEBUG nova.network.neutron [-] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.853604] env[68166]: DEBUG oslo_vmware.api [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807580, 'name': PowerOnVM_Task, 'duration_secs': 1.250987} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.853977] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.854137] env[68166]: DEBUG nova.compute.manager [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.854988] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9318b1-1101-43da-87e7-2180b0ade3a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.912305] env[68166]: DEBUG nova.network.neutron [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Successfully created port: dcf12829-b8ea-4b5a-b11a-d4f0068e6d15 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.951413] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c635df0-1d08-4f2d-be73-1ad164be0fac {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.961182] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-575e0d47-1761-4e65-91ec-df8f7c0e617e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Suspending the VM {{(pid=68166) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1134.961182] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bd0789db-e1ad-409e-b0bb-0133b5a5a6be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.966351] env[68166]: DEBUG oslo_vmware.api [None req-575e0d47-1761-4e65-91ec-df8f7c0e617e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1134.966351] env[68166]: value = "task-2807588" [ 1134.966351] env[68166]: _type = "Task" [ 1134.966351] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.975228] env[68166]: DEBUG oslo_vmware.api [None req-575e0d47-1761-4e65-91ec-df8f7c0e617e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807588, 'name': SuspendVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.976238] env[68166]: DEBUG nova.network.neutron [req-0b0a2dfe-af7e-48ce-a146-0630006c6cb9 req-1dc31f1f-2f8a-4607-8b4e-7503cef3b156 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Updated VIF entry in instance network info cache for port e5c1863b-085e-40a1-b155-93dc9641d3f5. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.976562] env[68166]: DEBUG nova.network.neutron [req-0b0a2dfe-af7e-48ce-a146-0630006c6cb9 req-1dc31f1f-2f8a-4607-8b4e-7503cef3b156 service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Updating instance_info_cache with network_info: [{"id": "e5c1863b-085e-40a1-b155-93dc9641d3f5", "address": "fa:16:3e:2d:e5:02", "network": {"id": "790edcaa-bcee-4687-bdcc-951cb348d927", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-170559532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1011bae9bf64a8a9023659cea4eef69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c1863b-08", "ovs_interfaceid": "e5c1863b-085e-40a1-b155-93dc9641d3f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.079800] env[68166]: DEBUG nova.compute.manager [req-3f3b73e2-1735-4090-8ea8-63374d4559dc req-d23a2d4a-7722-45fe-bd1b-05ba3d9b7397 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Received event network-vif-deleted-262a731b-da81-434d-8982-02f5dfa6d83b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.081203] env[68166]: INFO nova.compute.manager [req-3f3b73e2-1735-4090-8ea8-63374d4559dc req-d23a2d4a-7722-45fe-bd1b-05ba3d9b7397 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Neutron deleted interface 262a731b-da81-434d-8982-02f5dfa6d83b; detaching it from the instance and deleting it from the info cache [ 1135.081442] env[68166]: DEBUG nova.network.neutron [req-3f3b73e2-1735-4090-8ea8-63374d4559dc req-d23a2d4a-7722-45fe-bd1b-05ba3d9b7397 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.151570] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807587, 'name': Rename_Task, 'duration_secs': 0.156108} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.152478] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.152933] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c6f827d-ab90-4ea1-af44-d5629c87e2f7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.162019] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1135.162019] env[68166]: value = "task-2807589" [ 1135.162019] env[68166]: _type = "Task" [ 1135.162019] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.172885] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.376658] env[68166]: DEBUG oslo_concurrency.lockutils [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.377131] env[68166]: DEBUG oslo_concurrency.lockutils [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.377392] env[68166]: DEBUG nova.objects.instance [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68166) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1135.482260] env[68166]: DEBUG oslo_concurrency.lockutils [req-0b0a2dfe-af7e-48ce-a146-0630006c6cb9 req-1dc31f1f-2f8a-4607-8b4e-7503cef3b156 service nova] Releasing lock "refresh_cache-188e6094-eca2-4724-ad00-dd29333b89d6" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.482830] env[68166]: DEBUG oslo_vmware.api [None req-575e0d47-1761-4e65-91ec-df8f7c0e617e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807588, 'name': SuspendVM_Task} progress is 54%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.505914] env[68166]: DEBUG nova.network.neutron [-] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.553638] env[68166]: DEBUG nova.compute.manager [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.585277] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d2e548d-91ca-48d6-9fcf-5de6b6177159 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.589161] env[68166]: DEBUG nova.virt.hardware [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.589430] env[68166]: DEBUG nova.virt.hardware [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.589617] env[68166]: DEBUG nova.virt.hardware [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.590066] env[68166]: DEBUG nova.virt.hardware [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.590349] env[68166]: DEBUG nova.virt.hardware [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.590452] env[68166]: DEBUG nova.virt.hardware [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.591639] env[68166]: DEBUG nova.virt.hardware [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.591639] env[68166]: DEBUG nova.virt.hardware [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.591639] env[68166]: DEBUG nova.virt.hardware [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.591639] env[68166]: DEBUG nova.virt.hardware [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.591639] env[68166]: DEBUG nova.virt.hardware [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.592854] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f022cb0-ca37-4af6-a50b-1b7735460bd4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.603475] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda10ad6-d69c-4742-8c69-c25452b80c14 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.610394] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d603868-4cb1-47f1-8200-f86f6b3f8b9d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.640519] env[68166]: DEBUG nova.compute.manager [req-3f3b73e2-1735-4090-8ea8-63374d4559dc req-d23a2d4a-7722-45fe-bd1b-05ba3d9b7397 service nova] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Detach interface failed, port_id=262a731b-da81-434d-8982-02f5dfa6d83b, reason: Instance 6da9ed10-f901-42cb-a370-6392ea9589cd could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1135.672307] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.833324] env[68166]: DEBUG nova.network.neutron [-] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.977090] env[68166]: DEBUG oslo_vmware.api [None req-575e0d47-1761-4e65-91ec-df8f7c0e617e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807588, 'name': SuspendVM_Task, 'duration_secs': 0.822839} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.977368] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-575e0d47-1761-4e65-91ec-df8f7c0e617e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Suspended the VM {{(pid=68166) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1135.977552] env[68166]: DEBUG nova.compute.manager [None req-575e0d47-1761-4e65-91ec-df8f7c0e617e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.978324] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d97e494-a06e-4fd6-bc7d-b4eb85e0da95 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.009400] env[68166]: INFO nova.compute.manager [-] [instance: 6da9ed10-f901-42cb-a370-6392ea9589cd] Took 2.08 seconds to deallocate network for instance. [ 1136.105766] env[68166]: DEBUG nova.compute.manager [req-318e73aa-2e26-4bfc-855f-1f021cc20de5 req-fdaeeaac-1f2f-4986-9482-32c4f132091c service nova] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Received event network-vif-deleted-2fcdf42f-777e-46e0-9489-c6fc1f1cacbd {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.173872] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807589, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.337742] env[68166]: INFO nova.compute.manager [-] [instance: c517fd87-85f9-40d8-88cb-5cc524290a9e] Took 1.62 seconds to deallocate network for instance. [ 1136.387374] env[68166]: DEBUG oslo_concurrency.lockutils [None req-122fa0c6-ed29-4879-a22e-7b6dde4076d2 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.516128] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.516410] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.516623] env[68166]: DEBUG nova.objects.instance [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lazy-loading 'resources' on Instance uuid 6da9ed10-f901-42cb-a370-6392ea9589cd {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.559917] env[68166]: DEBUG nova.network.neutron [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Successfully updated port: dcf12829-b8ea-4b5a-b11a-d4f0068e6d15 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.672778] env[68166]: DEBUG oslo_vmware.api [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807589, 'name': PowerOnVM_Task, 'duration_secs': 1.115901} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.672975] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.673197] env[68166]: INFO nova.compute.manager [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1136.673381] env[68166]: DEBUG nova.compute.manager [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.674159] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e295a9d5-9220-4dfc-84f1-ed7d28f86c74 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.843778] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.062039] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.062230] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.062295] env[68166]: DEBUG nova.network.neutron [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.109116] env[68166]: DEBUG nova.compute.manager [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Received event network-vif-plugged-dcf12829-b8ea-4b5a-b11a-d4f0068e6d15 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.109343] env[68166]: DEBUG oslo_concurrency.lockutils [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] Acquiring lock "60d7d401-e071-48d3-837e-ef103d0b182a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.109544] env[68166]: DEBUG oslo_concurrency.lockutils [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] Lock "60d7d401-e071-48d3-837e-ef103d0b182a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.109706] env[68166]: DEBUG oslo_concurrency.lockutils [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] Lock "60d7d401-e071-48d3-837e-ef103d0b182a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.109883] env[68166]: DEBUG nova.compute.manager [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] No waiting events found dispatching network-vif-plugged-dcf12829-b8ea-4b5a-b11a-d4f0068e6d15 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.110037] env[68166]: WARNING nova.compute.manager [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Received unexpected event network-vif-plugged-dcf12829-b8ea-4b5a-b11a-d4f0068e6d15 for instance with vm_state building and task_state spawning. [ 1137.110197] env[68166]: DEBUG nova.compute.manager [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Received event network-changed-dcf12829-b8ea-4b5a-b11a-d4f0068e6d15 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.110345] env[68166]: DEBUG nova.compute.manager [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Refreshing instance network info cache due to event network-changed-dcf12829-b8ea-4b5a-b11a-d4f0068e6d15. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1137.110503] env[68166]: DEBUG oslo_concurrency.lockutils [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] Acquiring lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.145547] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0581fc4c-e3dc-4534-94ce-33aea9f548ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.153263] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e13e61-d177-46e4-a1c2-12ee0a655957 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.191295] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5c909e-6384-4dc0-ad03-161fb4081d3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.196404] env[68166]: INFO nova.compute.manager [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Took 19.37 seconds to build instance. [ 1137.201480] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ce7115-6b68-45ea-bffb-d3279351822b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.216142] env[68166]: DEBUG nova.compute.provider_tree [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.455517] env[68166]: INFO nova.compute.manager [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Resuming [ 1137.456435] env[68166]: DEBUG nova.objects.instance [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lazy-loading 'flavor' on Instance uuid 7c352b54-89fe-43bf-880e-d8d909bcf18e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.608555] env[68166]: DEBUG nova.network.neutron [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.698450] env[68166]: DEBUG oslo_concurrency.lockutils [None req-998657ee-d8c6-4ba7-967f-2fe86880fdd2 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.879s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.720685] env[68166]: DEBUG nova.scheduler.client.report [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.824351] env[68166]: DEBUG nova.network.neutron [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance_info_cache with network_info: [{"id": "dcf12829-b8ea-4b5a-b11a-d4f0068e6d15", "address": "fa:16:3e:42:21:9a", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf12829-b8", "ovs_interfaceid": "dcf12829-b8ea-4b5a-b11a-d4f0068e6d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.225618] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.228044] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.384s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.228161] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.251059] env[68166]: INFO nova.scheduler.client.report [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Deleted allocations for instance 6da9ed10-f901-42cb-a370-6392ea9589cd [ 1138.252776] env[68166]: INFO nova.scheduler.client.report [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleted allocations for instance c517fd87-85f9-40d8-88cb-5cc524290a9e [ 1138.327503] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.327955] env[68166]: DEBUG nova.compute.manager [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Instance network_info: |[{"id": "dcf12829-b8ea-4b5a-b11a-d4f0068e6d15", "address": "fa:16:3e:42:21:9a", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf12829-b8", "ovs_interfaceid": "dcf12829-b8ea-4b5a-b11a-d4f0068e6d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.328401] env[68166]: DEBUG oslo_concurrency.lockutils [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] Acquired lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.328645] env[68166]: DEBUG nova.network.neutron [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Refreshing network info cache for port dcf12829-b8ea-4b5a-b11a-d4f0068e6d15 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.330115] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:21:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcf12829-b8ea-4b5a-b11a-d4f0068e6d15', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.340141] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.344988] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.344988] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f052f1b-c0c6-4519-aff6-64b8a4f4fe68 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.365755] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.365755] env[68166]: value = "task-2807590" [ 1138.365755] env[68166]: _type = "Task" [ 1138.365755] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.374281] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807590, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.561800] env[68166]: DEBUG nova.network.neutron [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updated VIF entry in instance network info cache for port dcf12829-b8ea-4b5a-b11a-d4f0068e6d15. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.562420] env[68166]: DEBUG nova.network.neutron [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance_info_cache with network_info: [{"id": "dcf12829-b8ea-4b5a-b11a-d4f0068e6d15", "address": "fa:16:3e:42:21:9a", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf12829-b8", "ovs_interfaceid": "dcf12829-b8ea-4b5a-b11a-d4f0068e6d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.766144] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4aa21406-f342-4ed1-864b-2b5d23335f81 tempest-AttachVolumeShelveTestJSON-541387069 tempest-AttachVolumeShelveTestJSON-541387069-project-member] Lock "6da9ed10-f901-42cb-a370-6392ea9589cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.496s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.767190] env[68166]: DEBUG oslo_concurrency.lockutils [None req-b5328c6c-5666-4eaf-89c8-53ec56d161c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "c517fd87-85f9-40d8-88cb-5cc524290a9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.923s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.876797] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807590, 'name': CreateVM_Task, 'duration_secs': 0.323298} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.876963] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.877658] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.877823] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.878150] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.878416] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440c9f23-63e0-4d08-b81b-3792163af447 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.883419] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1138.883419] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]523b7b0e-1aae-f580-aa0e-a8489cdfe6cf" [ 1138.883419] env[68166]: _type = "Task" [ 1138.883419] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.893808] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523b7b0e-1aae-f580-aa0e-a8489cdfe6cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.966250] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.966439] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquired lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.966617] env[68166]: DEBUG nova.network.neutron [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.068642] env[68166]: DEBUG oslo_concurrency.lockutils [req-b1fec5a1-d171-4d8f-8cea-7bfc5713ac0b req-b3c1a370-3d6c-455f-8078-79b19f397869 service nova] Releasing lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.149266] env[68166]: DEBUG nova.compute.manager [req-510086fc-2800-43b8-baa1-8e1f544e3480 req-6148b70c-1441-4056-b8e8-c28e95074de3 service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Received event network-changed-cd3b7ba1-bf7b-442a-8474-bbf9031a347a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.149415] env[68166]: DEBUG nova.compute.manager [req-510086fc-2800-43b8-baa1-8e1f544e3480 req-6148b70c-1441-4056-b8e8-c28e95074de3 service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Refreshing instance network info cache due to event network-changed-cd3b7ba1-bf7b-442a-8474-bbf9031a347a. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1139.149628] env[68166]: DEBUG oslo_concurrency.lockutils [req-510086fc-2800-43b8-baa1-8e1f544e3480 req-6148b70c-1441-4056-b8e8-c28e95074de3 service nova] Acquiring lock "refresh_cache-8aa5f67d-1d0d-402b-9cac-f8a5092990ce" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.149773] env[68166]: DEBUG oslo_concurrency.lockutils [req-510086fc-2800-43b8-baa1-8e1f544e3480 req-6148b70c-1441-4056-b8e8-c28e95074de3 service nova] Acquired lock "refresh_cache-8aa5f67d-1d0d-402b-9cac-f8a5092990ce" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.149934] env[68166]: DEBUG nova.network.neutron [req-510086fc-2800-43b8-baa1-8e1f544e3480 req-6148b70c-1441-4056-b8e8-c28e95074de3 service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Refreshing network info cache for port cd3b7ba1-bf7b-442a-8474-bbf9031a347a {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.396123] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523b7b0e-1aae-f580-aa0e-a8489cdfe6cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012324} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.396123] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.396123] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.396123] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.396123] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.396123] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.396123] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d1f5e5a-8023-41d9-b43d-b330aa42fe77 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.406167] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.406508] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.407413] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d98529-af32-4e37-8c0c-f5345ec747d9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.414186] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1139.414186] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52450f15-2d4d-5ee9-fec8-7f506710169f" [ 1139.414186] env[68166]: _type = "Task" [ 1139.414186] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.427942] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52450f15-2d4d-5ee9-fec8-7f506710169f, 'name': SearchDatastore_Task, 'duration_secs': 0.009151} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.428798] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf2f7a3-8564-4300-bdf0-7e1301b4231e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.434930] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1139.434930] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a96ffe-cfc8-2127-82b3-7f62b7479b58" [ 1139.434930] env[68166]: _type = "Task" [ 1139.434930] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.443249] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a96ffe-cfc8-2127-82b3-7f62b7479b58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.667853] env[68166]: DEBUG nova.network.neutron [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Updating instance_info_cache with network_info: [{"id": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "address": "fa:16:3e:24:4e:42", "network": {"id": "e1a77743-3def-41d3-a66c-605915651f21", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742117219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86da54ade1c74b44bbb69fdc60a2d6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92bca4c-fb", "ovs_interfaceid": "e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.806044] env[68166]: DEBUG oslo_concurrency.lockutils [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.806281] env[68166]: DEBUG oslo_concurrency.lockutils [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.854334] env[68166]: DEBUG nova.network.neutron [req-510086fc-2800-43b8-baa1-8e1f544e3480 req-6148b70c-1441-4056-b8e8-c28e95074de3 service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Updated VIF entry in instance network info cache for port cd3b7ba1-bf7b-442a-8474-bbf9031a347a. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.854772] env[68166]: DEBUG nova.network.neutron [req-510086fc-2800-43b8-baa1-8e1f544e3480 req-6148b70c-1441-4056-b8e8-c28e95074de3 service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Updating instance_info_cache with network_info: [{"id": "cd3b7ba1-bf7b-442a-8474-bbf9031a347a", "address": "fa:16:3e:d4:17:56", "network": {"id": "ecdfb8cb-a237-41bf-9637-ec7779359b1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1529248802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a85a79b3f84d5d8f26651b4ae4bdc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3b7ba1-bf", "ovs_interfaceid": "cd3b7ba1-bf7b-442a-8474-bbf9031a347a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.947210] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a96ffe-cfc8-2127-82b3-7f62b7479b58, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.947476] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.947731] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 60d7d401-e071-48d3-837e-ef103d0b182a/60d7d401-e071-48d3-837e-ef103d0b182a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.947983] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cbe0e36-54d3-4159-bdcf-0387cecd7646 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.955175] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1139.955175] env[68166]: value = "task-2807591" [ 1139.955175] env[68166]: _type = "Task" [ 1139.955175] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.962703] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.090242] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.090508] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.170108] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Releasing lock "refresh_cache-7c352b54-89fe-43bf-880e-d8d909bcf18e" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.171147] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57516c1c-5c72-4c6c-969a-56814bfee4ee {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.179040] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Resuming the VM {{(pid=68166) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1140.179297] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad1f9402-77d1-44e8-bb36-11a442c386c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.186689] env[68166]: DEBUG oslo_vmware.api [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1140.186689] env[68166]: value = "task-2807593" [ 1140.186689] env[68166]: _type = "Task" [ 1140.186689] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.200951] env[68166]: DEBUG oslo_vmware.api [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.310570] env[68166]: DEBUG nova.compute.utils [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.357935] env[68166]: DEBUG oslo_concurrency.lockutils [req-510086fc-2800-43b8-baa1-8e1f544e3480 req-6148b70c-1441-4056-b8e8-c28e95074de3 service nova] Releasing lock "refresh_cache-8aa5f67d-1d0d-402b-9cac-f8a5092990ce" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.464888] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467387} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.465177] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 60d7d401-e071-48d3-837e-ef103d0b182a/60d7d401-e071-48d3-837e-ef103d0b182a.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.465419] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.465675] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d51582c3-51b2-42ab-8f38-c1070dc9f46f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.472496] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1140.472496] env[68166]: value = "task-2807594" [ 1140.472496] env[68166]: _type = "Task" [ 1140.472496] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.480458] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.592879] env[68166]: DEBUG nova.compute.manager [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.696692] env[68166]: DEBUG oslo_vmware.api [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.814278] env[68166]: DEBUG oslo_concurrency.lockutils [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.984776] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.365571} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.985084] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.985922] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efcc43a-5002-4a4d-b42d-0f8013317a03 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.012417] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 60d7d401-e071-48d3-837e-ef103d0b182a/60d7d401-e071-48d3-837e-ef103d0b182a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.012753] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aec2fc6c-d066-4b73-a5a7-7c78963ad3ef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.035599] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1141.035599] env[68166]: value = "task-2807595" [ 1141.035599] env[68166]: _type = "Task" [ 1141.035599] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.045357] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.119709] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.120045] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.121832] env[68166]: INFO nova.compute.claims [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.201532] env[68166]: DEBUG oslo_vmware.api [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807593, 'name': PowerOnVM_Task, 'duration_secs': 0.955059} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.201806] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Resumed the VM {{(pid=68166) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1141.201997] env[68166]: DEBUG nova.compute.manager [None req-ef6f59af-2b08-4408-b006-821ace3a7b3e tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.202848] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2180565e-c59c-4bbf-8516-3f0035c9ae86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.545247] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.950760] env[68166]: DEBUG oslo_concurrency.lockutils [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.951098] env[68166]: DEBUG oslo_concurrency.lockutils [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.951294] env[68166]: INFO nova.compute.manager [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Attaching volume b2530723-3c87-4b92-af9d-1e3c6f7f61b9 to /dev/sdb [ 1141.986313] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5c7ad0-7869-423d-a3a5-b613aa2defad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.995231] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cce3d2-ca8a-4b87-b12b-5f97f2a0c1a9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.008015] env[68166]: DEBUG nova.virt.block_device [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Updating existing volume attachment record: 50e76270-ab63-4175-bf75-9fff0ecdc383 {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1142.046279] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.264875] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daeb2a8-29b4-419e-a287-3b46a990339a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.273898] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a71d20-d199-4c49-8425-6c9bd87f1ce1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.307500] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9142e4da-9d5f-4afa-8008-a75fb93c145b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.315811] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a8772b-8c32-40da-ad32-4e8d1f7a1d49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.044424] env[68166]: DEBUG nova.compute.provider_tree [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.049052] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807595, 'name': ReconfigVM_Task, 'duration_secs': 1.142399} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.049309] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 60d7d401-e071-48d3-837e-ef103d0b182a/60d7d401-e071-48d3-837e-ef103d0b182a.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.049890] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6339458c-9ba5-4582-8e75-3ac1b0a08096 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.057110] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1143.057110] env[68166]: value = "task-2807597" [ 1143.057110] env[68166]: _type = "Task" [ 1143.057110] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.064511] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807597, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.548191] env[68166]: DEBUG nova.scheduler.client.report [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.568811] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807597, 'name': Rename_Task, 'duration_secs': 0.462844} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.569087] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.569331] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2e7b132-70e4-4ee6-a706-44a51dd3994d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.575509] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1143.575509] env[68166]: value = "task-2807598" [ 1143.575509] env[68166]: _type = "Task" [ 1143.575509] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.582869] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.053763] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.934s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.054378] env[68166]: DEBUG nova.compute.manager [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.085874] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.560750] env[68166]: DEBUG nova.compute.utils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.562490] env[68166]: DEBUG nova.compute.manager [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.562700] env[68166]: DEBUG nova.network.neutron [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.588640] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.610360] env[68166]: DEBUG nova.policy [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20086035a784ad5b671df1bb4a6ba80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e39547941684313818d76a0658c387e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.009083] env[68166]: DEBUG nova.network.neutron [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Successfully created port: a797276a-2810-4e16-aa9b-c12b11c27b88 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.066138] env[68166]: DEBUG nova.compute.manager [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.090551] env[68166]: DEBUG oslo_vmware.api [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807598, 'name': PowerOnVM_Task, 'duration_secs': 1.317172} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.090876] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.091430] env[68166]: INFO nova.compute.manager [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1145.091625] env[68166]: DEBUG nova.compute.manager [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.092810] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcbc3b6-c68d-4f48-91ab-4d8445e6547e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.618117] env[68166]: INFO nova.compute.manager [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Took 15.79 seconds to build instance. [ 1145.828477] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "7c352b54-89fe-43bf-880e-d8d909bcf18e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.828872] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.829711] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "7c352b54-89fe-43bf-880e-d8d909bcf18e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.830040] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.830338] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.832586] env[68166]: INFO nova.compute.manager [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Terminating instance [ 1146.077108] env[68166]: DEBUG nova.compute.manager [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.105949] env[68166]: DEBUG nova.virt.hardware [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.106245] env[68166]: DEBUG nova.virt.hardware [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.106468] env[68166]: DEBUG nova.virt.hardware [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.106730] env[68166]: DEBUG nova.virt.hardware [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.106940] env[68166]: DEBUG nova.virt.hardware [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.107160] env[68166]: DEBUG nova.virt.hardware [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.107459] env[68166]: DEBUG nova.virt.hardware [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.107678] env[68166]: DEBUG nova.virt.hardware [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.107904] env[68166]: DEBUG nova.virt.hardware [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.108136] env[68166]: DEBUG nova.virt.hardware [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.108366] env[68166]: DEBUG nova.virt.hardware [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.109937] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4729b79-16b1-436a-bbec-7d00ab54bfcd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.120229] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e560db37-af3a-4c11-85c2-870b47ab0583 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "60d7d401-e071-48d3-837e-ef103d0b182a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.299s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.122673] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4af8de8-b907-462b-b882-0267ef3e950f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.340585] env[68166]: DEBUG nova.compute.manager [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.340585] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.341760] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0822c2a-7e71-4ef6-ae72-ec57999ee5a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.349382] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.349879] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7697f2e9-d61c-47d9-8b9b-5f24a6e95518 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.356800] env[68166]: DEBUG oslo_vmware.api [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1146.356800] env[68166]: value = "task-2807600" [ 1146.356800] env[68166]: _type = "Task" [ 1146.356800] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.366623] env[68166]: DEBUG oslo_vmware.api [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.409282] env[68166]: DEBUG nova.compute.manager [req-41146c04-dd9f-4185-964f-b0945490171f req-db8a5759-dbfb-4124-954e-41e6e664aedd service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Received event network-vif-plugged-a797276a-2810-4e16-aa9b-c12b11c27b88 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.410029] env[68166]: DEBUG oslo_concurrency.lockutils [req-41146c04-dd9f-4185-964f-b0945490171f req-db8a5759-dbfb-4124-954e-41e6e664aedd service nova] Acquiring lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.410029] env[68166]: DEBUG oslo_concurrency.lockutils [req-41146c04-dd9f-4185-964f-b0945490171f req-db8a5759-dbfb-4124-954e-41e6e664aedd service nova] Lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.410029] env[68166]: DEBUG oslo_concurrency.lockutils [req-41146c04-dd9f-4185-964f-b0945490171f req-db8a5759-dbfb-4124-954e-41e6e664aedd service nova] Lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.410427] env[68166]: DEBUG nova.compute.manager [req-41146c04-dd9f-4185-964f-b0945490171f req-db8a5759-dbfb-4124-954e-41e6e664aedd service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] No waiting events found dispatching network-vif-plugged-a797276a-2810-4e16-aa9b-c12b11c27b88 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.410427] env[68166]: WARNING nova.compute.manager [req-41146c04-dd9f-4185-964f-b0945490171f req-db8a5759-dbfb-4124-954e-41e6e664aedd service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Received unexpected event network-vif-plugged-a797276a-2810-4e16-aa9b-c12b11c27b88 for instance with vm_state building and task_state spawning. [ 1146.505763] env[68166]: DEBUG nova.network.neutron [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Successfully updated port: a797276a-2810-4e16-aa9b-c12b11c27b88 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.553262] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1146.553523] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564188', 'volume_id': 'b2530723-3c87-4b92-af9d-1e3c6f7f61b9', 'name': 'volume-b2530723-3c87-4b92-af9d-1e3c6f7f61b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0fb5c5d-28c9-4e45-bc1e-10a89d028889', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2530723-3c87-4b92-af9d-1e3c6f7f61b9', 'serial': 'b2530723-3c87-4b92-af9d-1e3c6f7f61b9'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1146.554635] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5820599a-5c09-4969-bc07-046d75590252 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.572032] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de583357-1e6b-4549-bbec-f85e3091d66b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.598108] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-b2530723-3c87-4b92-af9d-1e3c6f7f61b9/volume-b2530723-3c87-4b92-af9d-1e3c6f7f61b9.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.598527] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44e2d45-523f-400d-a46e-dc25009bfe1d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.615929] env[68166]: DEBUG oslo_vmware.api [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1146.615929] env[68166]: value = "task-2807601" [ 1146.615929] env[68166]: _type = "Task" [ 1146.615929] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.624390] env[68166]: DEBUG oslo_vmware.api [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.866716] env[68166]: DEBUG oslo_vmware.api [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807600, 'name': PowerOffVM_Task, 'duration_secs': 0.268387} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.866957] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.867189] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.867475] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd7e7b44-f31a-4db0-9fc8-b0c8a6c533ae {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.932609] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.932983] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.933295] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Deleting the datastore file [datastore2] 7c352b54-89fe-43bf-880e-d8d909bcf18e {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.933649] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ed28f54-e4ba-42d2-8e2c-6523ac1ee075 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.942760] env[68166]: DEBUG oslo_vmware.api [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for the task: (returnval){ [ 1146.942760] env[68166]: value = "task-2807603" [ 1146.942760] env[68166]: _type = "Task" [ 1146.942760] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.953536] env[68166]: DEBUG oslo_vmware.api [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.012079] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.012079] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.012079] env[68166]: DEBUG nova.network.neutron [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.126067] env[68166]: DEBUG oslo_vmware.api [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807601, 'name': ReconfigVM_Task, 'duration_secs': 0.323255} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.126396] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-b2530723-3c87-4b92-af9d-1e3c6f7f61b9/volume-b2530723-3c87-4b92-af9d-1e3c6f7f61b9.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.130787] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc2b412-a66e-4d68-997c-1cd8e4d9c090 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.145665] env[68166]: DEBUG oslo_vmware.api [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1147.145665] env[68166]: value = "task-2807604" [ 1147.145665] env[68166]: _type = "Task" [ 1147.145665] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.153231] env[68166]: DEBUG oslo_vmware.api [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.241200] env[68166]: DEBUG nova.compute.manager [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Stashing vm_state: active {{(pid=68166) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1147.453072] env[68166]: DEBUG oslo_vmware.api [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Task: {'id': task-2807603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141183} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.453335] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.453559] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.453778] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.453973] env[68166]: INFO nova.compute.manager [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1147.454289] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.454497] env[68166]: DEBUG nova.compute.manager [-] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.454593] env[68166]: DEBUG nova.network.neutron [-] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.546809] env[68166]: DEBUG nova.network.neutron [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.655379] env[68166]: DEBUG oslo_vmware.api [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807604, 'name': ReconfigVM_Task, 'duration_secs': 0.149827} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.655679] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564188', 'volume_id': 'b2530723-3c87-4b92-af9d-1e3c6f7f61b9', 'name': 'volume-b2530723-3c87-4b92-af9d-1e3c6f7f61b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0fb5c5d-28c9-4e45-bc1e-10a89d028889', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2530723-3c87-4b92-af9d-1e3c6f7f61b9', 'serial': 'b2530723-3c87-4b92-af9d-1e3c6f7f61b9'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1147.683461] env[68166]: DEBUG nova.network.neutron [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance_info_cache with network_info: [{"id": "a797276a-2810-4e16-aa9b-c12b11c27b88", "address": "fa:16:3e:83:14:73", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa797276a-28", "ovs_interfaceid": "a797276a-2810-4e16-aa9b-c12b11c27b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.762797] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.763091] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.185972] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.186470] env[68166]: DEBUG nova.compute.manager [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Instance network_info: |[{"id": "a797276a-2810-4e16-aa9b-c12b11c27b88", "address": "fa:16:3e:83:14:73", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa797276a-28", "ovs_interfaceid": "a797276a-2810-4e16-aa9b-c12b11c27b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.186998] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:14:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a797276a-2810-4e16-aa9b-c12b11c27b88', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.195732] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.197856] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.198583] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfff4b94-50f0-49ba-8b65-89841720e3f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.221197] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.221197] env[68166]: value = "task-2807605" [ 1148.221197] env[68166]: _type = "Task" [ 1148.221197] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.228962] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807605, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.253012] env[68166]: DEBUG nova.network.neutron [-] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.269245] env[68166]: INFO nova.compute.claims [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.445406] env[68166]: DEBUG nova.compute.manager [req-14055192-6403-4a81-91c9-d0e9ea467e05 req-c4fcfcf7-fb59-44c7-8e9b-b0c7769c0ea9 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Received event network-changed-a797276a-2810-4e16-aa9b-c12b11c27b88 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.445548] env[68166]: DEBUG nova.compute.manager [req-14055192-6403-4a81-91c9-d0e9ea467e05 req-c4fcfcf7-fb59-44c7-8e9b-b0c7769c0ea9 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Refreshing instance network info cache due to event network-changed-a797276a-2810-4e16-aa9b-c12b11c27b88. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1148.445802] env[68166]: DEBUG oslo_concurrency.lockutils [req-14055192-6403-4a81-91c9-d0e9ea467e05 req-c4fcfcf7-fb59-44c7-8e9b-b0c7769c0ea9 service nova] Acquiring lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.445861] env[68166]: DEBUG oslo_concurrency.lockutils [req-14055192-6403-4a81-91c9-d0e9ea467e05 req-c4fcfcf7-fb59-44c7-8e9b-b0c7769c0ea9 service nova] Acquired lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.446031] env[68166]: DEBUG nova.network.neutron [req-14055192-6403-4a81-91c9-d0e9ea467e05 req-c4fcfcf7-fb59-44c7-8e9b-b0c7769c0ea9 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Refreshing network info cache for port a797276a-2810-4e16-aa9b-c12b11c27b88 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.715815] env[68166]: DEBUG nova.objects.instance [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lazy-loading 'flavor' on Instance uuid e0fb5c5d-28c9-4e45-bc1e-10a89d028889 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.732086] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807605, 'name': CreateVM_Task, 'duration_secs': 0.335787} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.732295] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.733019] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.733218] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.733562] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.733831] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d91b549-57c5-437a-bdec-7363810c8a82 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.739031] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1148.739031] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]528c6710-c782-5737-676a-dc9578fa18f7" [ 1148.739031] env[68166]: _type = "Task" [ 1148.739031] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.746908] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528c6710-c782-5737-676a-dc9578fa18f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.755713] env[68166]: INFO nova.compute.manager [-] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Took 1.30 seconds to deallocate network for instance. [ 1148.775128] env[68166]: INFO nova.compute.resource_tracker [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating resource usage from migration 5f9db6b2-945c-4ecb-b15f-21df07fb1876 [ 1148.895029] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6154b201-da20-4467-8327-d078d4a1b0d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.902592] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198c4936-92b0-463e-9d32-b2f9de0f7646 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.935460] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b18c32-9a89-4869-a496-d9cb2ceafbc6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.942764] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4767cd36-011a-42ef-a78a-81b0feb7117b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.958468] env[68166]: DEBUG nova.compute.provider_tree [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.221784] env[68166]: DEBUG oslo_concurrency.lockutils [None req-104f220e-2d1d-4649-8f5d-43e5a5ad5aa5 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.249838] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]528c6710-c782-5737-676a-dc9578fa18f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.250185] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.250416] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.250652] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.250811] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.250970] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.251244] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c03839f8-ac23-4a32-ba43-a49a91e15eb0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.261153] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.261419] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.261567] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.262301] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbabe958-0242-4209-9cd8-c8169b09efaf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.267253] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1149.267253] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a6eb12-fe46-19e3-cbb3-d14a7ccd4d94" [ 1149.267253] env[68166]: _type = "Task" [ 1149.267253] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.274797] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a6eb12-fe46-19e3-cbb3-d14a7ccd4d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.303464] env[68166]: DEBUG nova.network.neutron [req-14055192-6403-4a81-91c9-d0e9ea467e05 req-c4fcfcf7-fb59-44c7-8e9b-b0c7769c0ea9 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updated VIF entry in instance network info cache for port a797276a-2810-4e16-aa9b-c12b11c27b88. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.303813] env[68166]: DEBUG nova.network.neutron [req-14055192-6403-4a81-91c9-d0e9ea467e05 req-c4fcfcf7-fb59-44c7-8e9b-b0c7769c0ea9 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance_info_cache with network_info: [{"id": "a797276a-2810-4e16-aa9b-c12b11c27b88", "address": "fa:16:3e:83:14:73", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa797276a-28", "ovs_interfaceid": "a797276a-2810-4e16-aa9b-c12b11c27b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.462021] env[68166]: DEBUG nova.scheduler.client.report [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.465371] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.465585] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.778507] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a6eb12-fe46-19e3-cbb3-d14a7ccd4d94, 'name': SearchDatastore_Task, 'duration_secs': 0.008466} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.779225] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40a3b7b-c886-474e-afdd-3e5156f1d921 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.784269] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1149.784269] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52777010-790f-17c0-1a5a-fded1c2d807d" [ 1149.784269] env[68166]: _type = "Task" [ 1149.784269] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.792042] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52777010-790f-17c0-1a5a-fded1c2d807d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.807412] env[68166]: DEBUG oslo_concurrency.lockutils [req-14055192-6403-4a81-91c9-d0e9ea467e05 req-c4fcfcf7-fb59-44c7-8e9b-b0c7769c0ea9 service nova] Releasing lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.807714] env[68166]: DEBUG nova.compute.manager [req-14055192-6403-4a81-91c9-d0e9ea467e05 req-c4fcfcf7-fb59-44c7-8e9b-b0c7769c0ea9 service nova] [instance: 7c352b54-89fe-43bf-880e-d8d909bcf18e] Received event network-vif-deleted-e92bca4c-fbc6-4d85-8b33-2d8b5bc1db5b {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1149.969428] env[68166]: INFO nova.compute.manager [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Detaching volume b2530723-3c87-4b92-af9d-1e3c6f7f61b9 [ 1149.972530] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.209s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.972805] env[68166]: INFO nova.compute.manager [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Migrating [ 1149.982530] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.721s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.982820] env[68166]: DEBUG nova.objects.instance [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lazy-loading 'resources' on Instance uuid 7c352b54-89fe-43bf-880e-d8d909bcf18e {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.029010] env[68166]: INFO nova.virt.block_device [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Attempting to driver detach volume b2530723-3c87-4b92-af9d-1e3c6f7f61b9 from mountpoint /dev/sdb [ 1150.029286] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1150.029444] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564188', 'volume_id': 'b2530723-3c87-4b92-af9d-1e3c6f7f61b9', 'name': 'volume-b2530723-3c87-4b92-af9d-1e3c6f7f61b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0fb5c5d-28c9-4e45-bc1e-10a89d028889', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2530723-3c87-4b92-af9d-1e3c6f7f61b9', 'serial': 'b2530723-3c87-4b92-af9d-1e3c6f7f61b9'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1150.030704] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b782e6-6308-44e3-89e2-d171eb07412e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.051997] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b766169a-b1a9-4edf-8ce4-a0522bf17572 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.058527] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f00ebb-a22b-4b71-8217-96765588b013 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.077768] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62386bf7-0942-4066-b18b-9b9cb6358c48 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.106502] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] The volume has not been displaced from its original location: [datastore1] volume-b2530723-3c87-4b92-af9d-1e3c6f7f61b9/volume-b2530723-3c87-4b92-af9d-1e3c6f7f61b9.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1150.124264] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.125452] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb632b79-1546-4bfe-98da-0aaafb1a5146 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.158738] env[68166]: DEBUG oslo_vmware.api [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1150.158738] env[68166]: value = "task-2807606" [ 1150.158738] env[68166]: _type = "Task" [ 1150.158738] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.166532] env[68166]: DEBUG oslo_vmware.api [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.295829] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52777010-790f-17c0-1a5a-fded1c2d807d, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.296159] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.296415] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 31a9d5ed-a006-4095-9e3a-f49e36eecd06/31a9d5ed-a006-4095-9e3a-f49e36eecd06.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.296696] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-852ccc03-a7b9-4755-995a-fa258ddf6f68 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.303207] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1150.303207] env[68166]: value = "task-2807607" [ 1150.303207] env[68166]: _type = "Task" [ 1150.303207] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.310859] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.500977] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.501197] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.501635] env[68166]: DEBUG nova.network.neutron [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.635503] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43546df8-58c3-4843-9504-de506d0a4c72 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.644295] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a4417d-5ffa-4378-b49e-b8c0ad74f882 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.681286] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896e4cb3-b6a2-44a5-a633-749d2bf01c3c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.689662] env[68166]: DEBUG oslo_vmware.api [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807606, 'name': ReconfigVM_Task, 'duration_secs': 0.205379} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.692237] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.697692] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b0c68a9-35e9-4b3e-80f3-299b691ff800 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.710642] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ade93de-a82e-4c3a-bd66-bd6726f97567 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.726127] env[68166]: DEBUG nova.compute.provider_tree [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.728976] env[68166]: DEBUG oslo_vmware.api [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1150.728976] env[68166]: value = "task-2807608" [ 1150.728976] env[68166]: _type = "Task" [ 1150.728976] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.737797] env[68166]: DEBUG oslo_vmware.api [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.813689] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439079} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.813963] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 31a9d5ed-a006-4095-9e3a-f49e36eecd06/31a9d5ed-a006-4095-9e3a-f49e36eecd06.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.814201] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.814553] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da452061-5413-463e-9078-9f07ca394d9b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.822113] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1150.822113] env[68166]: value = "task-2807609" [ 1150.822113] env[68166]: _type = "Task" [ 1150.822113] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.831868] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.215221] env[68166]: DEBUG nova.network.neutron [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance_info_cache with network_info: [{"id": "dcf12829-b8ea-4b5a-b11a-d4f0068e6d15", "address": "fa:16:3e:42:21:9a", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf12829-b8", "ovs_interfaceid": "dcf12829-b8ea-4b5a-b11a-d4f0068e6d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.231011] env[68166]: DEBUG nova.scheduler.client.report [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.244910] env[68166]: DEBUG oslo_vmware.api [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807608, 'name': ReconfigVM_Task, 'duration_secs': 0.139953} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.245223] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564188', 'volume_id': 'b2530723-3c87-4b92-af9d-1e3c6f7f61b9', 'name': 'volume-b2530723-3c87-4b92-af9d-1e3c6f7f61b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0fb5c5d-28c9-4e45-bc1e-10a89d028889', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2530723-3c87-4b92-af9d-1e3c6f7f61b9', 'serial': 'b2530723-3c87-4b92-af9d-1e3c6f7f61b9'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1151.332420] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06464} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.332774] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.333453] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ebbecf-f1ce-4d6b-b478-a3edf1253512 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.354217] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 31a9d5ed-a006-4095-9e3a-f49e36eecd06/31a9d5ed-a006-4095-9e3a-f49e36eecd06.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.354429] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e631ca15-7e6a-4854-a5a4-bb10fded95b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.372940] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1151.372940] env[68166]: value = "task-2807610" [ 1151.372940] env[68166]: _type = "Task" [ 1151.372940] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.381407] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.718332] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.740202] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.757948] env[68166]: INFO nova.scheduler.client.report [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Deleted allocations for instance 7c352b54-89fe-43bf-880e-d8d909bcf18e [ 1151.790076] env[68166]: DEBUG nova.objects.instance [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lazy-loading 'flavor' on Instance uuid e0fb5c5d-28c9-4e45-bc1e-10a89d028889 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.885056] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807610, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.266222] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ead260e1-c377-409d-9b66-693710a4c8cd tempest-ServersNegativeTestJSON-353540808 tempest-ServersNegativeTestJSON-353540808-project-member] Lock "7c352b54-89fe-43bf-880e-d8d909bcf18e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.437s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.383363] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807610, 'name': ReconfigVM_Task, 'duration_secs': 0.550978} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.383726] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 31a9d5ed-a006-4095-9e3a-f49e36eecd06/31a9d5ed-a006-4095-9e3a-f49e36eecd06.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.384366] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d789de49-3a30-4a0c-bcd9-3b0cb78030a9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.390943] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1152.390943] env[68166]: value = "task-2807611" [ 1152.390943] env[68166]: _type = "Task" [ 1152.390943] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.398832] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807611, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.797651] env[68166]: DEBUG oslo_concurrency.lockutils [None req-4f940e2e-87c0-4357-80ed-615dea34bf2e tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.332s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.904164] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807611, 'name': Rename_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.235407] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd40526-499a-4025-8b92-91841cb6ba86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.254401] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance '60d7d401-e071-48d3-837e-ef103d0b182a' progress to 0 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.401498] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807611, 'name': Rename_Task, 'duration_secs': 0.608822} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.401820] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.402019] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5dfaea2-9bbf-4e24-b7c6-c794e271cbe4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.408246] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1153.408246] env[68166]: value = "task-2807612" [ 1153.408246] env[68166]: _type = "Task" [ 1153.408246] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.415760] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.762886] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.763287] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.763542] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.763745] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.763925] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.764101] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.765685] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d79637a0-8cc0-4d8b-8e43-12a42e61e7bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.768058] env[68166]: INFO nova.compute.manager [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Terminating instance [ 1153.776047] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1153.776047] env[68166]: value = "task-2807613" [ 1153.776047] env[68166]: _type = "Task" [ 1153.776047] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.786592] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.923098] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807612, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.272175] env[68166]: DEBUG nova.compute.manager [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.272421] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.273330] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21885b04-ce1c-4bec-9c3e-427b4c700d43 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.281690] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.282141] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbb08f70-4ac1-47a9-be84-5b8f8d103ee4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.286410] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807613, 'name': PowerOffVM_Task, 'duration_secs': 0.248419} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.286651] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.286857] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance '60d7d401-e071-48d3-837e-ef103d0b182a' progress to 17 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.291104] env[68166]: DEBUG oslo_vmware.api [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1154.291104] env[68166]: value = "task-2807614" [ 1154.291104] env[68166]: _type = "Task" [ 1154.291104] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.299113] env[68166]: DEBUG oslo_vmware.api [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.421167] env[68166]: DEBUG oslo_vmware.api [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807612, 'name': PowerOnVM_Task, 'duration_secs': 0.665589} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.421546] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.421661] env[68166]: INFO nova.compute.manager [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1154.421852] env[68166]: DEBUG nova.compute.manager [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.422764] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d13de48-4453-414b-ac2c-4e3d8297c828 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.794050] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.794370] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.794518] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.794709] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.794856] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.795019] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.795232] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.795422] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.795597] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.795762] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.795934] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.801013] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255c3e1c-2e67-44dd-a660-94db38975369 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.821274] env[68166]: DEBUG oslo_vmware.api [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807614, 'name': PowerOffVM_Task, 'duration_secs': 0.172066} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.822635] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.822739] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.823032] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1154.823032] env[68166]: value = "task-2807615" [ 1154.823032] env[68166]: _type = "Task" [ 1154.823032] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.823238] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32a76c8d-11a0-41aa-a011-156604f92ea4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.832058] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.887790] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.887976] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.888156] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Deleting the datastore file [datastore1] e0fb5c5d-28c9-4e45-bc1e-10a89d028889 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.888881] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce2aa591-2967-429d-8a73-c0995a40dea6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.895456] env[68166]: DEBUG oslo_vmware.api [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1154.895456] env[68166]: value = "task-2807617" [ 1154.895456] env[68166]: _type = "Task" [ 1154.895456] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.903455] env[68166]: DEBUG oslo_vmware.api [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.940980] env[68166]: INFO nova.compute.manager [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Took 13.84 seconds to build instance. [ 1155.334791] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807615, 'name': ReconfigVM_Task, 'duration_secs': 0.136227} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.338500] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance '60d7d401-e071-48d3-837e-ef103d0b182a' progress to 33 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.404836] env[68166]: DEBUG oslo_vmware.api [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138512} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.406126] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.406336] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.406517] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.406768] env[68166]: INFO nova.compute.manager [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1155.407014] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.408057] env[68166]: DEBUG nova.compute.manager [req-d2803a7f-94a8-441b-9587-f6f07d32fb0c req-74e65937-002a-41b8-89d2-17917cde3fd1 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Received event network-changed-a797276a-2810-4e16-aa9b-c12b11c27b88 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.408239] env[68166]: DEBUG nova.compute.manager [req-d2803a7f-94a8-441b-9587-f6f07d32fb0c req-74e65937-002a-41b8-89d2-17917cde3fd1 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Refreshing instance network info cache due to event network-changed-a797276a-2810-4e16-aa9b-c12b11c27b88. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1155.408447] env[68166]: DEBUG oslo_concurrency.lockutils [req-d2803a7f-94a8-441b-9587-f6f07d32fb0c req-74e65937-002a-41b8-89d2-17917cde3fd1 service nova] Acquiring lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.408592] env[68166]: DEBUG oslo_concurrency.lockutils [req-d2803a7f-94a8-441b-9587-f6f07d32fb0c req-74e65937-002a-41b8-89d2-17917cde3fd1 service nova] Acquired lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.408756] env[68166]: DEBUG nova.network.neutron [req-d2803a7f-94a8-441b-9587-f6f07d32fb0c req-74e65937-002a-41b8-89d2-17917cde3fd1 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Refreshing network info cache for port a797276a-2810-4e16-aa9b-c12b11c27b88 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.409851] env[68166]: DEBUG nova.compute.manager [-] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.409943] env[68166]: DEBUG nova.network.neutron [-] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.443210] env[68166]: DEBUG oslo_concurrency.lockutils [None req-6486c302-55f7-45b8-a6a8-8bc0ff5fac16 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.353s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.846404] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.846945] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.846945] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.847040] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.847149] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.847301] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.847505] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.847669] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.847834] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.848120] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.848186] env[68166]: DEBUG nova.virt.hardware [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.853527] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.853826] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ad8ba8-71b2-4637-bcf7-cffb2157c050 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.874703] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1155.874703] env[68166]: value = "task-2807618" [ 1155.874703] env[68166]: _type = "Task" [ 1155.874703] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.883137] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.138098] env[68166]: DEBUG nova.compute.manager [req-23561751-0db5-4912-b592-8fef540e2972 req-51fb9630-2ec8-442e-8dfb-6df8cce2d7b3 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Received event network-vif-deleted-3f7b5f58-0873-4f8f-a0e8-fea782304dd3 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.138312] env[68166]: INFO nova.compute.manager [req-23561751-0db5-4912-b592-8fef540e2972 req-51fb9630-2ec8-442e-8dfb-6df8cce2d7b3 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Neutron deleted interface 3f7b5f58-0873-4f8f-a0e8-fea782304dd3; detaching it from the instance and deleting it from the info cache [ 1156.138542] env[68166]: DEBUG nova.network.neutron [req-23561751-0db5-4912-b592-8fef540e2972 req-51fb9630-2ec8-442e-8dfb-6df8cce2d7b3 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.140424] env[68166]: DEBUG nova.network.neutron [req-d2803a7f-94a8-441b-9587-f6f07d32fb0c req-74e65937-002a-41b8-89d2-17917cde3fd1 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updated VIF entry in instance network info cache for port a797276a-2810-4e16-aa9b-c12b11c27b88. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.140778] env[68166]: DEBUG nova.network.neutron [req-d2803a7f-94a8-441b-9587-f6f07d32fb0c req-74e65937-002a-41b8-89d2-17917cde3fd1 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance_info_cache with network_info: [{"id": "a797276a-2810-4e16-aa9b-c12b11c27b88", "address": "fa:16:3e:83:14:73", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa797276a-28", "ovs_interfaceid": "a797276a-2810-4e16-aa9b-c12b11c27b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.385209] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807618, 'name': ReconfigVM_Task, 'duration_secs': 0.191749} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.385438] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.386234] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4b1a4a-94fa-4c52-854d-47ece46c99d1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.410506] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 60d7d401-e071-48d3-837e-ef103d0b182a/60d7d401-e071-48d3-837e-ef103d0b182a.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.410989] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d36f46c-9b3f-4b9e-84ea-19e0da646a45 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.429815] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1156.429815] env[68166]: value = "task-2807619" [ 1156.429815] env[68166]: _type = "Task" [ 1156.429815] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.439135] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.615709] env[68166]: DEBUG nova.network.neutron [-] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.643088] env[68166]: DEBUG oslo_concurrency.lockutils [req-d2803a7f-94a8-441b-9587-f6f07d32fb0c req-74e65937-002a-41b8-89d2-17917cde3fd1 service nova] Releasing lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.644028] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c3cc84c-1488-422a-9fb9-5808d2864c2c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.654029] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924f67b0-c650-4b13-999f-c4ce6c29e02d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.684031] env[68166]: DEBUG nova.compute.manager [req-23561751-0db5-4912-b592-8fef540e2972 req-51fb9630-2ec8-442e-8dfb-6df8cce2d7b3 service nova] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Detach interface failed, port_id=3f7b5f58-0873-4f8f-a0e8-fea782304dd3, reason: Instance e0fb5c5d-28c9-4e45-bc1e-10a89d028889 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1156.940268] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807619, 'name': ReconfigVM_Task, 'duration_secs': 0.265943} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.940552] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 60d7d401-e071-48d3-837e-ef103d0b182a/60d7d401-e071-48d3-837e-ef103d0b182a.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.940825] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance '60d7d401-e071-48d3-837e-ef103d0b182a' progress to 50 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.118991] env[68166]: INFO nova.compute.manager [-] [instance: e0fb5c5d-28c9-4e45-bc1e-10a89d028889] Took 1.71 seconds to deallocate network for instance. [ 1157.448118] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e609b138-d663-4fb9-b826-f90476e94f44 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.468071] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6865bd-5d7d-4c1e-ab13-67d428767f65 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.487013] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance '60d7d401-e071-48d3-837e-ef103d0b182a' progress to 67 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.626372] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.626807] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.627078] env[68166]: DEBUG nova.objects.instance [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lazy-loading 'resources' on Instance uuid e0fb5c5d-28c9-4e45-bc1e-10a89d028889 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.036651] env[68166]: DEBUG nova.network.neutron [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Port dcf12829-b8ea-4b5a-b11a-d4f0068e6d15 binding to destination host cpu-1 is already ACTIVE {{(pid=68166) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1158.228166] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec066812-9103-4c0f-af8e-fb38f074eeec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.235757] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57061ee2-ea84-4819-91da-3c981d7f702a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.265151] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd10f5a7-5ad8-4a13-8b7f-2b60751daa86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.272310] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df243fe-59ea-4d6b-b108-0ca8de32b671 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.285119] env[68166]: DEBUG nova.compute.provider_tree [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.788780] env[68166]: DEBUG nova.scheduler.client.report [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.055610] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "60d7d401-e071-48d3-837e-ef103d0b182a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.055844] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "60d7d401-e071-48d3-837e-ef103d0b182a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.056020] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "60d7d401-e071-48d3-837e-ef103d0b182a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.293508] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.311351] env[68166]: INFO nova.scheduler.client.report [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Deleted allocations for instance e0fb5c5d-28c9-4e45-bc1e-10a89d028889 [ 1159.818258] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8d8b6bb7-d880-48d3-a65a-1031c2ef9585 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "e0fb5c5d-28c9-4e45-bc1e-10a89d028889" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.054s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.094346] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.094542] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.094731] env[68166]: DEBUG nova.network.neutron [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.800230] env[68166]: DEBUG nova.network.neutron [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance_info_cache with network_info: [{"id": "dcf12829-b8ea-4b5a-b11a-d4f0068e6d15", "address": "fa:16:3e:42:21:9a", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf12829-b8", "ovs_interfaceid": "dcf12829-b8ea-4b5a-b11a-d4f0068e6d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.303167] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.826797] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f7dcf5-dcfb-438e-aa64-4416355718ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.849663] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f767eb62-6bf6-492c-827c-4809b919a394 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.859435] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance '60d7d401-e071-48d3-837e-ef103d0b182a' progress to 83 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.007383] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.007677] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.366229] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.366605] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7743ffd3-8154-4ddc-a0a9-3d2f2df1784f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.375036] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1162.375036] env[68166]: value = "task-2807620" [ 1162.375036] env[68166]: _type = "Task" [ 1162.375036] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.383861] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.512069] env[68166]: DEBUG nova.compute.manager [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.885880] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.041034] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.041226] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.043143] env[68166]: INFO nova.compute.claims [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.386576] env[68166]: DEBUG oslo_vmware.api [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807620, 'name': PowerOnVM_Task, 'duration_secs': 0.911501} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.386979] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.387168] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e23ba652-515a-4c9f-b6f7-f16deea36bb6 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance '60d7d401-e071-48d3-837e-ef103d0b182a' progress to 100 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.154629] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306a0481-eeba-4664-a083-97b245135eeb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.162450] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79210de-2436-46f4-bdb7-ff92d2780369 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.192840] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b30072b-ffa4-421c-b2d4-46ff16725ff3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.199821] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58954d68-44db-49b6-9d80-ef0db64cbe4d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.212325] env[68166]: DEBUG nova.compute.provider_tree [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.715416] env[68166]: DEBUG nova.scheduler.client.report [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.219935] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.220483] env[68166]: DEBUG nova.compute.manager [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.725444] env[68166]: DEBUG nova.compute.utils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.726899] env[68166]: DEBUG nova.compute.manager [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.727081] env[68166]: DEBUG nova.network.neutron [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.773951] env[68166]: DEBUG nova.policy [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1c835acdc9b499fb3690de63854ebea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '823a4d962a57453c82447a9671d62a9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.842204] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "60d7d401-e071-48d3-837e-ef103d0b182a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.842522] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "60d7d401-e071-48d3-837e-ef103d0b182a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.842738] env[68166]: DEBUG nova.compute.manager [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Going to confirm migration 6 {{(pid=68166) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1166.028744] env[68166]: DEBUG nova.network.neutron [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Successfully created port: e6abe653-9e71-4c96-9d78-324b88f23efd {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.230327] env[68166]: DEBUG nova.compute.manager [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.403135] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.403306] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquired lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.403524] env[68166]: DEBUG nova.network.neutron [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.403755] env[68166]: DEBUG nova.objects.instance [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lazy-loading 'info_cache' on Instance uuid 60d7d401-e071-48d3-837e-ef103d0b182a {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.240288] env[68166]: DEBUG nova.compute.manager [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.266485] env[68166]: DEBUG nova.virt.hardware [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.266765] env[68166]: DEBUG nova.virt.hardware [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.266930] env[68166]: DEBUG nova.virt.hardware [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.267129] env[68166]: DEBUG nova.virt.hardware [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.267279] env[68166]: DEBUG nova.virt.hardware [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.267426] env[68166]: DEBUG nova.virt.hardware [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.267633] env[68166]: DEBUG nova.virt.hardware [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.267795] env[68166]: DEBUG nova.virt.hardware [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.267959] env[68166]: DEBUG nova.virt.hardware [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.268136] env[68166]: DEBUG nova.virt.hardware [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.268313] env[68166]: DEBUG nova.virt.hardware [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.269189] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962fdeda-bc6a-4adc-95aa-29b333300191 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.276725] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd6ef8f-0304-4e04-9604-b896f9f32f64 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.419945] env[68166]: DEBUG nova.compute.manager [req-6aa9ad19-42b9-4852-bcbd-cdabeecd9746 req-e8897e50-1f5a-488c-8702-af413e2b86bd service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Received event network-vif-plugged-e6abe653-9e71-4c96-9d78-324b88f23efd {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.420204] env[68166]: DEBUG oslo_concurrency.lockutils [req-6aa9ad19-42b9-4852-bcbd-cdabeecd9746 req-e8897e50-1f5a-488c-8702-af413e2b86bd service nova] Acquiring lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.420408] env[68166]: DEBUG oslo_concurrency.lockutils [req-6aa9ad19-42b9-4852-bcbd-cdabeecd9746 req-e8897e50-1f5a-488c-8702-af413e2b86bd service nova] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.420651] env[68166]: DEBUG oslo_concurrency.lockutils [req-6aa9ad19-42b9-4852-bcbd-cdabeecd9746 req-e8897e50-1f5a-488c-8702-af413e2b86bd service nova] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.420724] env[68166]: DEBUG nova.compute.manager [req-6aa9ad19-42b9-4852-bcbd-cdabeecd9746 req-e8897e50-1f5a-488c-8702-af413e2b86bd service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] No waiting events found dispatching network-vif-plugged-e6abe653-9e71-4c96-9d78-324b88f23efd {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.420930] env[68166]: WARNING nova.compute.manager [req-6aa9ad19-42b9-4852-bcbd-cdabeecd9746 req-e8897e50-1f5a-488c-8702-af413e2b86bd service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Received unexpected event network-vif-plugged-e6abe653-9e71-4c96-9d78-324b88f23efd for instance with vm_state building and task_state spawning. [ 1167.470900] env[68166]: DEBUG nova.network.neutron [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Successfully updated port: e6abe653-9e71-4c96-9d78-324b88f23efd {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.601528] env[68166]: DEBUG nova.network.neutron [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance_info_cache with network_info: [{"id": "dcf12829-b8ea-4b5a-b11a-d4f0068e6d15", "address": "fa:16:3e:42:21:9a", "network": {"id": "592450f6-2936-419a-9fd3-ee10067a6020", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924937407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d657f834a284ee3acbb498ca4ca8680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf12829-b8", "ovs_interfaceid": "dcf12829-b8ea-4b5a-b11a-d4f0068e6d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.973477] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "refresh_cache-1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.973477] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired lock "refresh_cache-1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.973698] env[68166]: DEBUG nova.network.neutron [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.105076] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Releasing lock "refresh_cache-60d7d401-e071-48d3-837e-ef103d0b182a" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.105076] env[68166]: DEBUG nova.objects.instance [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lazy-loading 'migration_context' on Instance uuid 60d7d401-e071-48d3-837e-ef103d0b182a {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.504700] env[68166]: DEBUG nova.network.neutron [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.608958] env[68166]: DEBUG nova.objects.base [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Object Instance<60d7d401-e071-48d3-837e-ef103d0b182a> lazy-loaded attributes: info_cache,migration_context {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1168.609889] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c379dbcd-6170-469c-9845-58148f84961d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.629119] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97197f76-9130-49f1-b26a-a9acac7a1529 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.634273] env[68166]: DEBUG oslo_vmware.api [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1168.634273] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f0667e-388d-ec5c-d79f-003fc949486a" [ 1168.634273] env[68166]: _type = "Task" [ 1168.634273] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.642906] env[68166]: DEBUG oslo_vmware.api [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f0667e-388d-ec5c-d79f-003fc949486a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.643739] env[68166]: DEBUG nova.network.neutron [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Updating instance_info_cache with network_info: [{"id": "e6abe653-9e71-4c96-9d78-324b88f23efd", "address": "fa:16:3e:83:d3:66", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6abe653-9e", "ovs_interfaceid": "e6abe653-9e71-4c96-9d78-324b88f23efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.147472] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Releasing lock "refresh_cache-1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.147866] env[68166]: DEBUG nova.compute.manager [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Instance network_info: |[{"id": "e6abe653-9e71-4c96-9d78-324b88f23efd", "address": "fa:16:3e:83:d3:66", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6abe653-9e", "ovs_interfaceid": "e6abe653-9e71-4c96-9d78-324b88f23efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.148282] env[68166]: DEBUG oslo_vmware.api [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f0667e-388d-ec5c-d79f-003fc949486a, 'name': SearchDatastore_Task, 'duration_secs': 0.008957} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.148706] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:d3:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6abe653-9e71-4c96-9d78-324b88f23efd', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.160547] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.160821] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.161159] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.162806] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.163352] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-633d4331-91d1-4dc9-92b7-ecb967960255 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.186350] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.186350] env[68166]: value = "task-2807621" [ 1169.186350] env[68166]: _type = "Task" [ 1169.186350] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.196965] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807621, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.446648] env[68166]: DEBUG nova.compute.manager [req-0df41f58-697e-45ca-802a-2700e4400956 req-c17abb6e-a2b6-4736-854d-50f1d69ef88f service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Received event network-changed-e6abe653-9e71-4c96-9d78-324b88f23efd {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1169.446789] env[68166]: DEBUG nova.compute.manager [req-0df41f58-697e-45ca-802a-2700e4400956 req-c17abb6e-a2b6-4736-854d-50f1d69ef88f service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Refreshing instance network info cache due to event network-changed-e6abe653-9e71-4c96-9d78-324b88f23efd. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1169.447115] env[68166]: DEBUG oslo_concurrency.lockutils [req-0df41f58-697e-45ca-802a-2700e4400956 req-c17abb6e-a2b6-4736-854d-50f1d69ef88f service nova] Acquiring lock "refresh_cache-1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.447195] env[68166]: DEBUG oslo_concurrency.lockutils [req-0df41f58-697e-45ca-802a-2700e4400956 req-c17abb6e-a2b6-4736-854d-50f1d69ef88f service nova] Acquired lock "refresh_cache-1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.447311] env[68166]: DEBUG nova.network.neutron [req-0df41f58-697e-45ca-802a-2700e4400956 req-c17abb6e-a2b6-4736-854d-50f1d69ef88f service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Refreshing network info cache for port e6abe653-9e71-4c96-9d78-324b88f23efd {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.695755] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807621, 'name': CreateVM_Task, 'duration_secs': 0.316411} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.698137] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.705161] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.705337] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.705661] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.705918] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65bbf61-7a21-4394-9c25-9b70b0945466 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.712908] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1169.712908] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524bafef-158f-b043-ccb4-2eb5963908ca" [ 1169.712908] env[68166]: _type = "Task" [ 1169.712908] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.720753] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524bafef-158f-b043-ccb4-2eb5963908ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.771207] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba37b523-d3c6-44e3-8789-d7226ffba8cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.778133] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c9d92d-3793-4f9f-91bf-06b07327bdc9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.808502] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2501d0-f3de-48b8-97a2-540feaa8a94e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.815343] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97c466a-5d1d-4b88-8d32-0c8cea075d15 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.827907] env[68166]: DEBUG nova.compute.provider_tree [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.130987] env[68166]: DEBUG nova.network.neutron [req-0df41f58-697e-45ca-802a-2700e4400956 req-c17abb6e-a2b6-4736-854d-50f1d69ef88f service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Updated VIF entry in instance network info cache for port e6abe653-9e71-4c96-9d78-324b88f23efd. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.131128] env[68166]: DEBUG nova.network.neutron [req-0df41f58-697e-45ca-802a-2700e4400956 req-c17abb6e-a2b6-4736-854d-50f1d69ef88f service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Updating instance_info_cache with network_info: [{"id": "e6abe653-9e71-4c96-9d78-324b88f23efd", "address": "fa:16:3e:83:d3:66", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6abe653-9e", "ovs_interfaceid": "e6abe653-9e71-4c96-9d78-324b88f23efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.223706] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524bafef-158f-b043-ccb4-2eb5963908ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.223861] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.225049] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.225049] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.225049] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.225049] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.225049] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ecf6dd5-05c1-4727-a64a-6bc6044eba91 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.234056] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.234216] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.234937] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb8c1dc-ea4b-41d6-be8f-4bcf5bf7c0ae {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.240199] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1170.240199] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]521a5970-3a18-9dd3-2439-01a506cf637d" [ 1170.240199] env[68166]: _type = "Task" [ 1170.240199] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.247720] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521a5970-3a18-9dd3-2439-01a506cf637d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.330958] env[68166]: DEBUG nova.scheduler.client.report [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.636257] env[68166]: DEBUG oslo_concurrency.lockutils [req-0df41f58-697e-45ca-802a-2700e4400956 req-c17abb6e-a2b6-4736-854d-50f1d69ef88f service nova] Releasing lock "refresh_cache-1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.750547] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]521a5970-3a18-9dd3-2439-01a506cf637d, 'name': SearchDatastore_Task, 'duration_secs': 0.008834} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.751311] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84b75ae-587e-40e5-a010-3beab61d45a9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.756251] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1170.756251] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52afb95f-8fb8-785b-fa9d-6e100ef95104" [ 1170.756251] env[68166]: _type = "Task" [ 1170.756251] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.763469] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52afb95f-8fb8-785b-fa9d-6e100ef95104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.964305] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Acquiring lock "188e6094-eca2-4724-ad00-dd29333b89d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.964521] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Lock "188e6094-eca2-4724-ad00-dd29333b89d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.964775] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Acquiring lock "188e6094-eca2-4724-ad00-dd29333b89d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.964967] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Lock "188e6094-eca2-4724-ad00-dd29333b89d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.965156] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Lock "188e6094-eca2-4724-ad00-dd29333b89d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.967334] env[68166]: INFO nova.compute.manager [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Terminating instance [ 1171.267839] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52afb95f-8fb8-785b-fa9d-6e100ef95104, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.268108] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.268371] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96/1682ddc8-cc17-4e1f-a6f1-de90f83ecc96.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.268659] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6695078-0e04-40cb-a9fa-8aecc87297ef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.275709] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1171.275709] env[68166]: value = "task-2807622" [ 1171.275709] env[68166]: _type = "Task" [ 1171.275709] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.282678] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.340247] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.179s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.471567] env[68166]: DEBUG nova.compute.manager [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.471813] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.472753] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb59406-339f-4b2a-a494-cb94553a98b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.481755] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.482097] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b52613d7-31bc-4f9e-8015-9f2fef7c23d5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.489603] env[68166]: DEBUG oslo_vmware.api [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Waiting for the task: (returnval){ [ 1171.489603] env[68166]: value = "task-2807623" [ 1171.489603] env[68166]: _type = "Task" [ 1171.489603] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.498415] env[68166]: DEBUG oslo_vmware.api [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.785986] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458129} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.786371] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96/1682ddc8-cc17-4e1f-a6f1-de90f83ecc96.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.786533] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.786740] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9209f4d7-fe11-46fb-95ec-30ceeb9f739e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.792618] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1171.792618] env[68166]: value = "task-2807624" [ 1171.792618] env[68166]: _type = "Task" [ 1171.792618] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.799829] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.895684] env[68166]: INFO nova.scheduler.client.report [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted allocation for migration 5f9db6b2-945c-4ecb-b15f-21df07fb1876 [ 1171.999997] env[68166]: DEBUG oslo_vmware.api [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807623, 'name': PowerOffVM_Task, 'duration_secs': 0.326547} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.000301] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.000492] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.000748] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47e6bdfa-31b9-4827-bc99-792f0ac39b9e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.060338] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.060569] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.060752] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Deleting the datastore file [datastore2] 188e6094-eca2-4724-ad00-dd29333b89d6 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.061015] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4fa6c7f-ee1e-482e-bdea-20b2e4055cf4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.067758] env[68166]: DEBUG oslo_vmware.api [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Waiting for the task: (returnval){ [ 1172.067758] env[68166]: value = "task-2807626" [ 1172.067758] env[68166]: _type = "Task" [ 1172.067758] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.075327] env[68166]: DEBUG oslo_vmware.api [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.302352] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065041} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.302617] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.303393] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e9509f-bd0f-4824-bc30-7fd94816128c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.324949] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96/1682ddc8-cc17-4e1f-a6f1-de90f83ecc96.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.325213] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5111cec-9b55-442c-bf6a-56f4352b1c44 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.345407] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1172.345407] env[68166]: value = "task-2807627" [ 1172.345407] env[68166]: _type = "Task" [ 1172.345407] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.352621] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.401959] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "60d7d401-e071-48d3-837e-ef103d0b182a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.559s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.577986] env[68166]: DEBUG oslo_vmware.api [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Task: {'id': task-2807626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161465} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.578278] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.578511] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.578666] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.578766] env[68166]: INFO nova.compute.manager [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1172.579015] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.579220] env[68166]: DEBUG nova.compute.manager [-] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.579315] env[68166]: DEBUG nova.network.neutron [-] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.656630] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "370cf945-8e4a-4ace-8b54-847fba577224" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.656889] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "370cf945-8e4a-4ace-8b54-847fba577224" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.854745] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807627, 'name': ReconfigVM_Task, 'duration_secs': 0.28511} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.855123] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96/1682ddc8-cc17-4e1f-a6f1-de90f83ecc96.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.855723] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a66cc08a-fd98-46ba-b38f-6f905108a040 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.862040] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1172.862040] env[68166]: value = "task-2807628" [ 1172.862040] env[68166]: _type = "Task" [ 1172.862040] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.869439] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807628, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.028160] env[68166]: DEBUG nova.compute.manager [req-4a24dda1-4ba0-4064-9ce5-5c5d6b3fd29a req-43dbef0a-2316-4f84-b597-f2677c7996aa service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Received event network-vif-deleted-e5c1863b-085e-40a1-b155-93dc9641d3f5 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.028397] env[68166]: INFO nova.compute.manager [req-4a24dda1-4ba0-4064-9ce5-5c5d6b3fd29a req-43dbef0a-2316-4f84-b597-f2677c7996aa service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Neutron deleted interface e5c1863b-085e-40a1-b155-93dc9641d3f5; detaching it from the instance and deleting it from the info cache [ 1173.028574] env[68166]: DEBUG nova.network.neutron [req-4a24dda1-4ba0-4064-9ce5-5c5d6b3fd29a req-43dbef0a-2316-4f84-b597-f2677c7996aa service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.160555] env[68166]: INFO nova.compute.manager [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Detaching volume d169b963-1e32-4686-9888-4ba77641815d [ 1173.197822] env[68166]: INFO nova.virt.block_device [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Attempting to driver detach volume d169b963-1e32-4686-9888-4ba77641815d from mountpoint /dev/sdb [ 1173.198089] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1173.198280] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564179', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'name': 'volume-d169b963-1e32-4686-9888-4ba77641815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '370cf945-8e4a-4ace-8b54-847fba577224', 'attached_at': '', 'detached_at': '', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'serial': 'd169b963-1e32-4686-9888-4ba77641815d'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1173.199225] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26061cef-7959-49cc-9b76-949a305c0d30 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.221133] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705dbfcd-d1ac-439b-94d1-f4e5ef25d6ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.229185] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061cb790-2006-4a6f-b0d3-75ed69a96187 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.248648] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62773c0-c2cc-4727-8701-f84b139349bc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.264207] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] The volume has not been displaced from its original location: [datastore2] volume-d169b963-1e32-4686-9888-4ba77641815d/volume-d169b963-1e32-4686-9888-4ba77641815d.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1173.269386] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.269651] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66fadea4-e1e1-473e-a34a-0d4c3fa44ead {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.287098] env[68166]: DEBUG oslo_vmware.api [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1173.287098] env[68166]: value = "task-2807629" [ 1173.287098] env[68166]: _type = "Task" [ 1173.287098] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.294593] env[68166]: DEBUG oslo_vmware.api [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.375352] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807628, 'name': Rename_Task, 'duration_secs': 0.144151} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.375664] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.377018] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c07e591-300f-4546-869e-df084633a83c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.384593] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1173.384593] env[68166]: value = "task-2807630" [ 1173.384593] env[68166]: _type = "Task" [ 1173.384593] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.393086] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.506282] env[68166]: DEBUG nova.network.neutron [-] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.531383] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a73138b8-d1c6-41ac-9ea3-c1fde499682e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.541208] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b6c5b0-ff99-4db4-bc03-2cda1507ebd9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.571181] env[68166]: DEBUG nova.compute.manager [req-4a24dda1-4ba0-4064-9ce5-5c5d6b3fd29a req-43dbef0a-2316-4f84-b597-f2677c7996aa service nova] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Detach interface failed, port_id=e5c1863b-085e-40a1-b155-93dc9641d3f5, reason: Instance 188e6094-eca2-4724-ad00-dd29333b89d6 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1173.797863] env[68166]: DEBUG oslo_vmware.api [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807629, 'name': ReconfigVM_Task, 'duration_secs': 0.237611} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.798381] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.803309] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d990c5cf-6d1c-41e3-a4fa-2a7c2dd4c55a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.818385] env[68166]: DEBUG oslo_vmware.api [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1173.818385] env[68166]: value = "task-2807631" [ 1173.818385] env[68166]: _type = "Task" [ 1173.818385] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.826738] env[68166]: DEBUG oslo_vmware.api [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.876700] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "60d7d401-e071-48d3-837e-ef103d0b182a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.876905] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "60d7d401-e071-48d3-837e-ef103d0b182a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.876943] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "60d7d401-e071-48d3-837e-ef103d0b182a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.877290] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "60d7d401-e071-48d3-837e-ef103d0b182a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.877459] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "60d7d401-e071-48d3-837e-ef103d0b182a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.879714] env[68166]: INFO nova.compute.manager [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Terminating instance [ 1173.895473] env[68166]: DEBUG oslo_vmware.api [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807630, 'name': PowerOnVM_Task, 'duration_secs': 0.439433} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.895663] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.896083] env[68166]: INFO nova.compute.manager [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1173.896250] env[68166]: DEBUG nova.compute.manager [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.896966] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fc36b0-e7a2-405f-b630-839ab09f03f8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.010699] env[68166]: INFO nova.compute.manager [-] [instance: 188e6094-eca2-4724-ad00-dd29333b89d6] Took 1.43 seconds to deallocate network for instance. [ 1174.328416] env[68166]: DEBUG oslo_vmware.api [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.384283] env[68166]: DEBUG nova.compute.manager [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.384503] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.385358] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3f7cb1-6eab-43a8-9a13-8f31c7381cfc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.392749] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.392982] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2058f656-9dea-4896-8475-700f4a5b36e4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.398964] env[68166]: DEBUG oslo_vmware.api [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1174.398964] env[68166]: value = "task-2807632" [ 1174.398964] env[68166]: _type = "Task" [ 1174.398964] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.410122] env[68166]: DEBUG oslo_vmware.api [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.414274] env[68166]: INFO nova.compute.manager [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Took 11.39 seconds to build instance. [ 1174.517734] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.518010] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.518247] env[68166]: DEBUG nova.objects.instance [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Lazy-loading 'resources' on Instance uuid 188e6094-eca2-4724-ad00-dd29333b89d6 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.713771] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.714024] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.833833] env[68166]: DEBUG oslo_vmware.api [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807631, 'name': ReconfigVM_Task, 'duration_secs': 0.766312} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.834434] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564179', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'name': 'volume-d169b963-1e32-4686-9888-4ba77641815d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '370cf945-8e4a-4ace-8b54-847fba577224', 'attached_at': '', 'detached_at': '', 'volume_id': 'd169b963-1e32-4686-9888-4ba77641815d', 'serial': 'd169b963-1e32-4686-9888-4ba77641815d'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1174.909391] env[68166]: DEBUG oslo_vmware.api [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807632, 'name': PowerOffVM_Task, 'duration_secs': 0.210442} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.909747] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.909805] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.910096] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2878dd0-cd2c-4ffd-98d2-6e216bccd135 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.916221] env[68166]: DEBUG oslo_concurrency.lockutils [None req-7bcfc680-f6c4-457c-9508-95cfccc7e494 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.909s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.972451] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.972675] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.972903] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleting the datastore file [datastore1] 60d7d401-e071-48d3-837e-ef103d0b182a {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.973189] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80682339-448a-4f60-8c8a-d1286a4df390 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.979171] env[68166]: DEBUG oslo_vmware.api [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for the task: (returnval){ [ 1174.979171] env[68166]: value = "task-2807634" [ 1174.979171] env[68166]: _type = "Task" [ 1174.979171] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.989036] env[68166]: DEBUG oslo_vmware.api [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.061681] env[68166]: DEBUG nova.compute.manager [req-40acc395-801b-472a-914d-95b25f2a8c87 req-d84838d5-7f09-43fd-828d-77269cb0e63a service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Received event network-changed-e6abe653-9e71-4c96-9d78-324b88f23efd {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1175.061935] env[68166]: DEBUG nova.compute.manager [req-40acc395-801b-472a-914d-95b25f2a8c87 req-d84838d5-7f09-43fd-828d-77269cb0e63a service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Refreshing instance network info cache due to event network-changed-e6abe653-9e71-4c96-9d78-324b88f23efd. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1175.062198] env[68166]: DEBUG oslo_concurrency.lockutils [req-40acc395-801b-472a-914d-95b25f2a8c87 req-d84838d5-7f09-43fd-828d-77269cb0e63a service nova] Acquiring lock "refresh_cache-1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.062349] env[68166]: DEBUG oslo_concurrency.lockutils [req-40acc395-801b-472a-914d-95b25f2a8c87 req-d84838d5-7f09-43fd-828d-77269cb0e63a service nova] Acquired lock "refresh_cache-1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.062516] env[68166]: DEBUG nova.network.neutron [req-40acc395-801b-472a-914d-95b25f2a8c87 req-d84838d5-7f09-43fd-828d-77269cb0e63a service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Refreshing network info cache for port e6abe653-9e71-4c96-9d78-324b88f23efd {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.130253] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d26823a-59f4-441f-bf57-99dc259bf804 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.139474] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb289cc6-51da-4bf4-956a-85c4d6cf43ef {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.168427] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c494d06c-173d-4abd-9c2c-d79d71a71f57 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.175388] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35983fb-2d5e-495c-8e2f-2e3c19a8cd2a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.187911] env[68166]: DEBUG nova.compute.provider_tree [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.217071] env[68166]: DEBUG nova.compute.utils [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.380302] env[68166]: DEBUG nova.objects.instance [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lazy-loading 'flavor' on Instance uuid 370cf945-8e4a-4ace-8b54-847fba577224 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.489984] env[68166]: DEBUG oslo_vmware.api [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Task: {'id': task-2807634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133304} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.490325] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.490526] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.490703] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.490983] env[68166]: INFO nova.compute.manager [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1175.491279] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.491476] env[68166]: DEBUG nova.compute.manager [-] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.491570] env[68166]: DEBUG nova.network.neutron [-] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.691218] env[68166]: DEBUG nova.scheduler.client.report [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.720180] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.860404] env[68166]: DEBUG nova.network.neutron [req-40acc395-801b-472a-914d-95b25f2a8c87 req-d84838d5-7f09-43fd-828d-77269cb0e63a service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Updated VIF entry in instance network info cache for port e6abe653-9e71-4c96-9d78-324b88f23efd. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.860769] env[68166]: DEBUG nova.network.neutron [req-40acc395-801b-472a-914d-95b25f2a8c87 req-d84838d5-7f09-43fd-828d-77269cb0e63a service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Updating instance_info_cache with network_info: [{"id": "e6abe653-9e71-4c96-9d78-324b88f23efd", "address": "fa:16:3e:83:d3:66", "network": {"id": "1e38d115-3260-40c7-8c21-d7e9392cb23c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-150443334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "823a4d962a57453c82447a9671d62a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6abe653-9e", "ovs_interfaceid": "e6abe653-9e71-4c96-9d78-324b88f23efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.197699] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.221570] env[68166]: INFO nova.scheduler.client.report [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Deleted allocations for instance 188e6094-eca2-4724-ad00-dd29333b89d6 [ 1176.284931] env[68166]: DEBUG nova.network.neutron [-] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.363637] env[68166]: DEBUG oslo_concurrency.lockutils [req-40acc395-801b-472a-914d-95b25f2a8c87 req-d84838d5-7f09-43fd-828d-77269cb0e63a service nova] Releasing lock "refresh_cache-1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.387896] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f45e7dff-95f5-4956-a075-3d2ef1225b16 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "370cf945-8e4a-4ace-8b54-847fba577224" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.731s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.729827] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9a587093-5482-431d-94f6-636db8c5c015 tempest-ServersTestManualDisk-2085029895 tempest-ServersTestManualDisk-2085029895-project-member] Lock "188e6094-eca2-4724-ad00-dd29333b89d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.765s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.787057] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.787326] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.787589] env[68166]: INFO nova.compute.manager [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Attaching volume 1a587179-2f24-4dce-a4a6-d8b59f7e35a3 to /dev/sdb [ 1176.789466] env[68166]: INFO nova.compute.manager [-] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Took 1.30 seconds to deallocate network for instance. [ 1176.820997] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a10a855-f9b3-4552-82be-ce233a71dc0a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.828275] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9276f45b-27b0-4faf-bd10-f96c42217503 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.843399] env[68166]: DEBUG nova.virt.block_device [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Updating existing volume attachment record: 16b8e9c6-3de8-4571-8891-03f3642118c7 {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1176.922890] env[68166]: DEBUG oslo_concurrency.lockutils [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "370cf945-8e4a-4ace-8b54-847fba577224" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.923366] env[68166]: DEBUG oslo_concurrency.lockutils [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "370cf945-8e4a-4ace-8b54-847fba577224" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.923645] env[68166]: DEBUG oslo_concurrency.lockutils [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "370cf945-8e4a-4ace-8b54-847fba577224-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.923860] env[68166]: DEBUG oslo_concurrency.lockutils [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "370cf945-8e4a-4ace-8b54-847fba577224-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.924071] env[68166]: DEBUG oslo_concurrency.lockutils [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "370cf945-8e4a-4ace-8b54-847fba577224-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.926575] env[68166]: INFO nova.compute.manager [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Terminating instance [ 1177.084942] env[68166]: DEBUG nova.compute.manager [req-675b4ee6-6327-4b44-8571-6bc8ee4bb34b req-5f4538b2-a4c6-4810-a598-3f889037e97d service nova] [instance: 60d7d401-e071-48d3-837e-ef103d0b182a] Received event network-vif-deleted-dcf12829-b8ea-4b5a-b11a-d4f0068e6d15 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.299671] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.300000] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.300207] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.324257] env[68166]: INFO nova.scheduler.client.report [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Deleted allocations for instance 60d7d401-e071-48d3-837e-ef103d0b182a [ 1177.430870] env[68166]: DEBUG nova.compute.manager [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.431306] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.432531] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6878f0b-5a24-4f9b-b80c-29bce54b4b3e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.440250] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.440493] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10840647-8d9c-4f3b-b0b0-71002fb0e3b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.446411] env[68166]: DEBUG oslo_vmware.api [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1177.446411] env[68166]: value = "task-2807636" [ 1177.446411] env[68166]: _type = "Task" [ 1177.446411] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.454947] env[68166]: DEBUG oslo_vmware.api [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.833027] env[68166]: DEBUG oslo_concurrency.lockutils [None req-ec571da8-416b-4dc3-90c5-d6711d9afe54 tempest-DeleteServersTestJSON-8308020 tempest-DeleteServersTestJSON-8308020-project-member] Lock "60d7d401-e071-48d3-837e-ef103d0b182a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.956s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.955832] env[68166]: DEBUG oslo_vmware.api [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807636, 'name': PowerOffVM_Task, 'duration_secs': 0.189713} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.956139] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.956307] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.956555] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99d1e7cc-bfa7-4b45-87f8-05545c78f456 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.017795] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.018022] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.018209] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleting the datastore file [datastore2] 370cf945-8e4a-4ace-8b54-847fba577224 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.018464] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a6cd676-edec-4ebb-a2fe-ebb0c3ec0a3c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.024753] env[68166]: DEBUG oslo_vmware.api [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1178.024753] env[68166]: value = "task-2807638" [ 1178.024753] env[68166]: _type = "Task" [ 1178.024753] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.032681] env[68166]: DEBUG oslo_vmware.api [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.534958] env[68166]: DEBUG oslo_vmware.api [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50129} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.535378] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.535628] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.535865] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.536443] env[68166]: INFO nova.compute.manager [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1178.536765] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.537132] env[68166]: DEBUG nova.compute.manager [-] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.537294] env[68166]: DEBUG nova.network.neutron [-] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.010694] env[68166]: DEBUG nova.compute.manager [req-80467c8a-26df-408d-82e2-c1881f39b6f3 req-b43aaf0f-daac-4196-af80-4e66e5e5426f service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Received event network-vif-deleted-18fe0432-e808-4d77-b9e3-92acd1bb6d3e {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1179.010907] env[68166]: INFO nova.compute.manager [req-80467c8a-26df-408d-82e2-c1881f39b6f3 req-b43aaf0f-daac-4196-af80-4e66e5e5426f service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Neutron deleted interface 18fe0432-e808-4d77-b9e3-92acd1bb6d3e; detaching it from the instance and deleting it from the info cache [ 1179.011101] env[68166]: DEBUG nova.network.neutron [req-80467c8a-26df-408d-82e2-c1881f39b6f3 req-b43aaf0f-daac-4196-af80-4e66e5e5426f service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.486459] env[68166]: DEBUG nova.network.neutron [-] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.514250] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc4bea44-b3a8-4f05-9955-d3a92bc63d89 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.524315] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875b5cf6-d985-4ad6-9ef6-1bbfced1a201 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.552412] env[68166]: DEBUG nova.compute.manager [req-80467c8a-26df-408d-82e2-c1881f39b6f3 req-b43aaf0f-daac-4196-af80-4e66e5e5426f service nova] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Detach interface failed, port_id=18fe0432-e808-4d77-b9e3-92acd1bb6d3e, reason: Instance 370cf945-8e4a-4ace-8b54-847fba577224 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1179.990855] env[68166]: INFO nova.compute.manager [-] [instance: 370cf945-8e4a-4ace-8b54-847fba577224] Took 1.45 seconds to deallocate network for instance. [ 1180.497781] env[68166]: DEBUG oslo_concurrency.lockutils [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.498051] env[68166]: DEBUG oslo_concurrency.lockutils [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.498284] env[68166]: DEBUG nova.objects.instance [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lazy-loading 'resources' on Instance uuid 370cf945-8e4a-4ace-8b54-847fba577224 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.069796] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54394159-a65e-4abb-a58c-a00b6ac9836d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.078855] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9463c719-941b-4787-828d-f89e8eb995d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.108858] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473df59c-113d-4d4d-835f-997e7972fa71 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.116939] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a4c1ca-245b-46b4-a0cb-fc9a17a31280 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.129456] env[68166]: DEBUG nova.compute.provider_tree [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.389375] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1181.389625] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564191', 'volume_id': '1a587179-2f24-4dce-a4a6-d8b59f7e35a3', 'name': 'volume-1a587179-2f24-4dce-a4a6-d8b59f7e35a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8aa5f67d-1d0d-402b-9cac-f8a5092990ce', 'attached_at': '', 'detached_at': '', 'volume_id': '1a587179-2f24-4dce-a4a6-d8b59f7e35a3', 'serial': '1a587179-2f24-4dce-a4a6-d8b59f7e35a3'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1181.390528] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b99b4d4-1a0c-4317-b93c-95a569f5f0d2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.407255] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6deffc-dd6a-4a7b-8b52-8222da9ea6b3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.432826] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-1a587179-2f24-4dce-a4a6-d8b59f7e35a3/volume-1a587179-2f24-4dce-a4a6-d8b59f7e35a3.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.433161] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3edf9fa9-d34b-4035-ba5e-0673b084b072 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.450800] env[68166]: DEBUG oslo_vmware.api [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1181.450800] env[68166]: value = "task-2807641" [ 1181.450800] env[68166]: _type = "Task" [ 1181.450800] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.460067] env[68166]: DEBUG oslo_vmware.api [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.633246] env[68166]: DEBUG nova.scheduler.client.report [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.960657] env[68166]: DEBUG oslo_vmware.api [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807641, 'name': ReconfigVM_Task, 'duration_secs': 0.348241} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.960940] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-1a587179-2f24-4dce-a4a6-d8b59f7e35a3/volume-1a587179-2f24-4dce-a4a6-d8b59f7e35a3.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.965633] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787eba5d-cd0b-4ffd-8c2b-86fbd73c43a4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.979883] env[68166]: DEBUG oslo_vmware.api [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1181.979883] env[68166]: value = "task-2807642" [ 1181.979883] env[68166]: _type = "Task" [ 1181.979883] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.987741] env[68166]: DEBUG oslo_vmware.api [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.138144] env[68166]: DEBUG oslo_concurrency.lockutils [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.159841] env[68166]: INFO nova.scheduler.client.report [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted allocations for instance 370cf945-8e4a-4ace-8b54-847fba577224 [ 1182.489729] env[68166]: DEBUG oslo_vmware.api [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807642, 'name': ReconfigVM_Task, 'duration_secs': 0.133139} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.491127] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564191', 'volume_id': '1a587179-2f24-4dce-a4a6-d8b59f7e35a3', 'name': 'volume-1a587179-2f24-4dce-a4a6-d8b59f7e35a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8aa5f67d-1d0d-402b-9cac-f8a5092990ce', 'attached_at': '', 'detached_at': '', 'volume_id': '1a587179-2f24-4dce-a4a6-d8b59f7e35a3', 'serial': '1a587179-2f24-4dce-a4a6-d8b59f7e35a3'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1182.670353] env[68166]: DEBUG oslo_concurrency.lockutils [None req-117209a4-7f0e-42cf-a8ac-733244188a74 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "370cf945-8e4a-4ace-8b54-847fba577224" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.747s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.529927] env[68166]: DEBUG nova.objects.instance [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'flavor' on Instance uuid 8aa5f67d-1d0d-402b-9cac-f8a5092990ce {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.034621] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c16e6eb1-f605-47dd-8e97-853662143d54 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.247s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.570900] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "5792e2d2-baba-4403-b97a-216a507e78dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.571243] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "5792e2d2-baba-4403-b97a-216a507e78dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.958397] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.958397] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.074024] env[68166]: DEBUG nova.compute.manager [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.465172] env[68166]: DEBUG nova.compute.utils [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.592777] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.593130] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.594600] env[68166]: INFO nova.compute.claims [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.966868] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.048469] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Acquiring lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.048825] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.550918] env[68166]: DEBUG nova.compute.manager [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.688365] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ef9091-9b4e-4015-88ac-6667ddbc9efd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.696311] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1eb9b3-5f04-4bc9-8dd8-65d20c9161bc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.727870] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dca62c8-6263-435a-972e-115a9b4dfcd9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.735307] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a09d21e-0c1b-4eb9-81a5-462bddecee8e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.748469] env[68166]: DEBUG nova.compute.provider_tree [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.041518] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.041803] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.042057] env[68166]: INFO nova.compute.manager [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Attaching volume 8ffc9d40-c13e-414f-9603-13090717d364 to /dev/sdc [ 1187.067830] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.073212] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfd8b95-5ece-459e-a1a2-13d99ccba0a6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.080009] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b481dd96-f677-4fce-aeba-8a5c1e9c8376 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.093451] env[68166]: DEBUG nova.virt.block_device [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Updating existing volume attachment record: e153f47d-5091-4a64-82dd-eda2196227aa {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1187.251752] env[68166]: DEBUG nova.scheduler.client.report [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.757503] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.758026] env[68166]: DEBUG nova.compute.manager [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.760759] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.693s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.763056] env[68166]: INFO nova.compute.claims [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.266201] env[68166]: DEBUG nova.compute.utils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.270299] env[68166]: DEBUG nova.compute.manager [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.270590] env[68166]: DEBUG nova.network.neutron [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.312905] env[68166]: DEBUG nova.policy [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a45cd2d144047dbb502ad860c700894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ef9c5f4cb248bbb50d68fe1458cb63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.558607] env[68166]: DEBUG nova.network.neutron [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Successfully created port: 711ef0dd-937e-4b93-a758-dd61a8818dda {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.774580] env[68166]: DEBUG nova.compute.manager [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.853014] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84028c9d-366b-4e95-88fd-975c50736af3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.860781] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07ff4b9-e0c1-4222-a9f4-d0259174db3d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.891915] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48b8a28-fa75-49c0-b963-b82a59e113a8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.899211] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e746896-eca4-467e-a301-bf7c2ea74f78 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.912360] env[68166]: DEBUG nova.compute.provider_tree [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.415973] env[68166]: DEBUG nova.scheduler.client.report [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.784363] env[68166]: DEBUG nova.compute.manager [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.809498] env[68166]: DEBUG nova.virt.hardware [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.809738] env[68166]: DEBUG nova.virt.hardware [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.809892] env[68166]: DEBUG nova.virt.hardware [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.810095] env[68166]: DEBUG nova.virt.hardware [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.810327] env[68166]: DEBUG nova.virt.hardware [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.810496] env[68166]: DEBUG nova.virt.hardware [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.810704] env[68166]: DEBUG nova.virt.hardware [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.810863] env[68166]: DEBUG nova.virt.hardware [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.811048] env[68166]: DEBUG nova.virt.hardware [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.811216] env[68166]: DEBUG nova.virt.hardware [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.811391] env[68166]: DEBUG nova.virt.hardware [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.812243] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c64752d-c02c-410d-ae3d-f6522c32e37b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.820286] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea8249d-fd81-4a2f-b28b-629448be146f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.922294] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.922872] env[68166]: DEBUG nova.compute.manager [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.932577] env[68166]: DEBUG nova.compute.manager [req-850b4dbb-7863-4d2c-8a95-43134f4033a0 req-e69850ef-88ca-4e89-97b5-87f3f1746a55 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Received event network-vif-plugged-711ef0dd-937e-4b93-a758-dd61a8818dda {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1189.932820] env[68166]: DEBUG oslo_concurrency.lockutils [req-850b4dbb-7863-4d2c-8a95-43134f4033a0 req-e69850ef-88ca-4e89-97b5-87f3f1746a55 service nova] Acquiring lock "5792e2d2-baba-4403-b97a-216a507e78dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.933056] env[68166]: DEBUG oslo_concurrency.lockutils [req-850b4dbb-7863-4d2c-8a95-43134f4033a0 req-e69850ef-88ca-4e89-97b5-87f3f1746a55 service nova] Lock "5792e2d2-baba-4403-b97a-216a507e78dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.933260] env[68166]: DEBUG oslo_concurrency.lockutils [req-850b4dbb-7863-4d2c-8a95-43134f4033a0 req-e69850ef-88ca-4e89-97b5-87f3f1746a55 service nova] Lock "5792e2d2-baba-4403-b97a-216a507e78dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.933396] env[68166]: DEBUG nova.compute.manager [req-850b4dbb-7863-4d2c-8a95-43134f4033a0 req-e69850ef-88ca-4e89-97b5-87f3f1746a55 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] No waiting events found dispatching network-vif-plugged-711ef0dd-937e-4b93-a758-dd61a8818dda {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.933554] env[68166]: WARNING nova.compute.manager [req-850b4dbb-7863-4d2c-8a95-43134f4033a0 req-e69850ef-88ca-4e89-97b5-87f3f1746a55 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Received unexpected event network-vif-plugged-711ef0dd-937e-4b93-a758-dd61a8818dda for instance with vm_state building and task_state spawning. [ 1190.017216] env[68166]: DEBUG nova.network.neutron [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Successfully updated port: 711ef0dd-937e-4b93-a758-dd61a8818dda {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.428363] env[68166]: DEBUG nova.compute.utils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.430058] env[68166]: DEBUG nova.compute.manager [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.430058] env[68166]: DEBUG nova.network.neutron [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.494233] env[68166]: DEBUG nova.policy [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95a8cccfbb4b4f9ba531c740c61f8a95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84d78626dfb942228df3a97caac30be0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.521065] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "refresh_cache-5792e2d2-baba-4403-b97a-216a507e78dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.521232] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "refresh_cache-5792e2d2-baba-4403-b97a-216a507e78dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.521565] env[68166]: DEBUG nova.network.neutron [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.819653] env[68166]: DEBUG nova.network.neutron [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Successfully created port: dd8048a3-4335-455f-bb37-79c30665cfa8 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.934236] env[68166]: DEBUG nova.compute.manager [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.053447] env[68166]: DEBUG nova.network.neutron [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.177751] env[68166]: DEBUG nova.network.neutron [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Updating instance_info_cache with network_info: [{"id": "711ef0dd-937e-4b93-a758-dd61a8818dda", "address": "fa:16:3e:c7:e3:bb", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711ef0dd-93", "ovs_interfaceid": "711ef0dd-937e-4b93-a758-dd61a8818dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.639747] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1191.639983] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564192', 'volume_id': '8ffc9d40-c13e-414f-9603-13090717d364', 'name': 'volume-8ffc9d40-c13e-414f-9603-13090717d364', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8aa5f67d-1d0d-402b-9cac-f8a5092990ce', 'attached_at': '', 'detached_at': '', 'volume_id': '8ffc9d40-c13e-414f-9603-13090717d364', 'serial': '8ffc9d40-c13e-414f-9603-13090717d364'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1191.640891] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefe2272-72a2-46b0-a13b-7c06798fc13c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.656931] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0437c6d7-fdb2-4dc3-848e-8b91899488ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.683755] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-8ffc9d40-c13e-414f-9603-13090717d364/volume-8ffc9d40-c13e-414f-9603-13090717d364.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.684226] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "refresh_cache-5792e2d2-baba-4403-b97a-216a507e78dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.684508] env[68166]: DEBUG nova.compute.manager [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Instance network_info: |[{"id": "711ef0dd-937e-4b93-a758-dd61a8818dda", "address": "fa:16:3e:c7:e3:bb", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711ef0dd-93", "ovs_interfaceid": "711ef0dd-937e-4b93-a758-dd61a8818dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.684728] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0b817c5-0155-4d73-abe6-b6168a7b3616 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.697136] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:e3:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '711ef0dd-937e-4b93-a758-dd61a8818dda', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.704366] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.704564] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.705154] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d85dcd63-f5f6-4839-84de-34dc9647d879 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.719973] env[68166]: DEBUG oslo_vmware.api [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1191.719973] env[68166]: value = "task-2807645" [ 1191.719973] env[68166]: _type = "Task" [ 1191.719973] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.725370] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.725370] env[68166]: value = "task-2807646" [ 1191.725370] env[68166]: _type = "Task" [ 1191.725370] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.731677] env[68166]: DEBUG oslo_vmware.api [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.741876] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807646, 'name': CreateVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.745351] env[68166]: DEBUG nova.compute.manager [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Stashing vm_state: active {{(pid=68166) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1191.944662] env[68166]: DEBUG nova.compute.manager [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.963840] env[68166]: DEBUG nova.compute.manager [req-573a68d6-0cec-4e5d-9bc2-4415665448bb req-fd4f73e2-a507-432d-9d6b-7de3c90d7048 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Received event network-changed-711ef0dd-937e-4b93-a758-dd61a8818dda {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1191.964044] env[68166]: DEBUG nova.compute.manager [req-573a68d6-0cec-4e5d-9bc2-4415665448bb req-fd4f73e2-a507-432d-9d6b-7de3c90d7048 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Refreshing instance network info cache due to event network-changed-711ef0dd-937e-4b93-a758-dd61a8818dda. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1191.964342] env[68166]: DEBUG oslo_concurrency.lockutils [req-573a68d6-0cec-4e5d-9bc2-4415665448bb req-fd4f73e2-a507-432d-9d6b-7de3c90d7048 service nova] Acquiring lock "refresh_cache-5792e2d2-baba-4403-b97a-216a507e78dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.964515] env[68166]: DEBUG oslo_concurrency.lockutils [req-573a68d6-0cec-4e5d-9bc2-4415665448bb req-fd4f73e2-a507-432d-9d6b-7de3c90d7048 service nova] Acquired lock "refresh_cache-5792e2d2-baba-4403-b97a-216a507e78dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.964715] env[68166]: DEBUG nova.network.neutron [req-573a68d6-0cec-4e5d-9bc2-4415665448bb req-fd4f73e2-a507-432d-9d6b-7de3c90d7048 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Refreshing network info cache for port 711ef0dd-937e-4b93-a758-dd61a8818dda {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.974701] env[68166]: DEBUG nova.virt.hardware [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.974948] env[68166]: DEBUG nova.virt.hardware [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.975158] env[68166]: DEBUG nova.virt.hardware [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.975370] env[68166]: DEBUG nova.virt.hardware [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.975536] env[68166]: DEBUG nova.virt.hardware [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.975686] env[68166]: DEBUG nova.virt.hardware [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.975911] env[68166]: DEBUG nova.virt.hardware [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.976124] env[68166]: DEBUG nova.virt.hardware [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.976339] env[68166]: DEBUG nova.virt.hardware [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.976517] env[68166]: DEBUG nova.virt.hardware [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.976739] env[68166]: DEBUG nova.virt.hardware [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.977947] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4177729f-2024-4394-b3cf-b5b01a1f6634 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.987319] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cde6e9-9468-4887-adc9-55ed66a10abe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.229787] env[68166]: DEBUG oslo_vmware.api [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807645, 'name': ReconfigVM_Task, 'duration_secs': 0.365183} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.232673] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-8ffc9d40-c13e-414f-9603-13090717d364/volume-8ffc9d40-c13e-414f-9603-13090717d364.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.237371] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a054df99-df35-4ada-a3be-51fc8619f9fe {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.254541] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807646, 'name': CreateVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.255892] env[68166]: DEBUG oslo_vmware.api [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1192.255892] env[68166]: value = "task-2807647" [ 1192.255892] env[68166]: _type = "Task" [ 1192.255892] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.264939] env[68166]: DEBUG oslo_vmware.api [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.268413] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.268660] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.281635] env[68166]: DEBUG nova.network.neutron [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Successfully updated port: dd8048a3-4335-455f-bb37-79c30665cfa8 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.653591] env[68166]: DEBUG nova.network.neutron [req-573a68d6-0cec-4e5d-9bc2-4415665448bb req-fd4f73e2-a507-432d-9d6b-7de3c90d7048 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Updated VIF entry in instance network info cache for port 711ef0dd-937e-4b93-a758-dd61a8818dda. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.653939] env[68166]: DEBUG nova.network.neutron [req-573a68d6-0cec-4e5d-9bc2-4415665448bb req-fd4f73e2-a507-432d-9d6b-7de3c90d7048 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Updating instance_info_cache with network_info: [{"id": "711ef0dd-937e-4b93-a758-dd61a8818dda", "address": "fa:16:3e:c7:e3:bb", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711ef0dd-93", "ovs_interfaceid": "711ef0dd-937e-4b93-a758-dd61a8818dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.738320] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807646, 'name': CreateVM_Task, 'duration_secs': 0.563354} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.738480] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.739199] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.739372] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.739677] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.739918] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ce14cd-32ac-48ac-967b-979d605d91f4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.744052] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1192.744052] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526f85e6-aa27-9c0a-233b-7d1adafbfb88" [ 1192.744052] env[68166]: _type = "Task" [ 1192.744052] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.751227] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526f85e6-aa27-9c0a-233b-7d1adafbfb88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.764972] env[68166]: DEBUG oslo_vmware.api [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807647, 'name': ReconfigVM_Task, 'duration_secs': 0.135561} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.765314] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564192', 'volume_id': '8ffc9d40-c13e-414f-9603-13090717d364', 'name': 'volume-8ffc9d40-c13e-414f-9603-13090717d364', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8aa5f67d-1d0d-402b-9cac-f8a5092990ce', 'attached_at': '', 'detached_at': '', 'volume_id': '8ffc9d40-c13e-414f-9603-13090717d364', 'serial': '8ffc9d40-c13e-414f-9603-13090717d364'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1192.773626] env[68166]: INFO nova.compute.claims [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.783475] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Acquiring lock "refresh_cache-6bf92a0e-0e68-4910-8857-e3dd12d5a055" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.783584] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Acquired lock "refresh_cache-6bf92a0e-0e68-4910-8857-e3dd12d5a055" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.783725] env[68166]: DEBUG nova.network.neutron [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.156478] env[68166]: DEBUG oslo_concurrency.lockutils [req-573a68d6-0cec-4e5d-9bc2-4415665448bb req-fd4f73e2-a507-432d-9d6b-7de3c90d7048 service nova] Releasing lock "refresh_cache-5792e2d2-baba-4403-b97a-216a507e78dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.254901] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526f85e6-aa27-9c0a-233b-7d1adafbfb88, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.255245] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.255487] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.255720] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.255866] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.256063] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.256349] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55a045d6-8595-4908-9de6-5a93220d7db7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.264244] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.264415] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.265125] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1339165f-315b-4bab-bbc1-fc88a41333b4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.270358] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1193.270358] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52233f09-40a9-9e0c-828e-2caf3265e712" [ 1193.270358] env[68166]: _type = "Task" [ 1193.270358] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.277626] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52233f09-40a9-9e0c-828e-2caf3265e712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.279110] env[68166]: INFO nova.compute.resource_tracker [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating resource usage from migration 9359a69c-29a9-4eb1-bbad-5a8d80ba056e [ 1193.313972] env[68166]: DEBUG nova.network.neutron [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.373096] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4595e157-c5b7-4ef6-baf1-c15ca71a2a46 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.382908] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dda45e8-96cd-43ed-965b-45011547564f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.414286] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4ab41d-3e72-485b-9305-9e43b520911a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.421281] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20d0d27-77eb-44b6-b1b7-b7c43a626ed1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.433703] env[68166]: DEBUG nova.compute.provider_tree [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.444055] env[68166]: DEBUG nova.network.neutron [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Updating instance_info_cache with network_info: [{"id": "dd8048a3-4335-455f-bb37-79c30665cfa8", "address": "fa:16:3e:fd:29:d2", "network": {"id": "d9c106ec-151e-416f-9977-3d1b0ab0db53", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1444057448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d78626dfb942228df3a97caac30be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8048a3-43", "ovs_interfaceid": "dd8048a3-4335-455f-bb37-79c30665cfa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.761512] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.761727] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.782613] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52233f09-40a9-9e0c-828e-2caf3265e712, 'name': SearchDatastore_Task, 'duration_secs': 0.009317} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.784084] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0b785e-4cfd-4e0f-ba40-b2a3bba79813 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.789626] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1193.789626] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52101f4f-d6f4-cae0-ddea-9e30123b5d84" [ 1193.789626] env[68166]: _type = "Task" [ 1193.789626] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.797435] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52101f4f-d6f4-cae0-ddea-9e30123b5d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.801335] env[68166]: DEBUG nova.objects.instance [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'flavor' on Instance uuid 8aa5f67d-1d0d-402b-9cac-f8a5092990ce {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.937303] env[68166]: DEBUG nova.scheduler.client.report [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.945890] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Releasing lock "refresh_cache-6bf92a0e-0e68-4910-8857-e3dd12d5a055" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.946196] env[68166]: DEBUG nova.compute.manager [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Instance network_info: |[{"id": "dd8048a3-4335-455f-bb37-79c30665cfa8", "address": "fa:16:3e:fd:29:d2", "network": {"id": "d9c106ec-151e-416f-9977-3d1b0ab0db53", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1444057448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d78626dfb942228df3a97caac30be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8048a3-43", "ovs_interfaceid": "dd8048a3-4335-455f-bb37-79c30665cfa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.946568] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:29:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd8048a3-4335-455f-bb37-79c30665cfa8', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.953775] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Creating folder: Project (84d78626dfb942228df3a97caac30be0). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.954535] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89c56f40-a590-4885-83a0-33451988f9c0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.964989] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Created folder: Project (84d78626dfb942228df3a97caac30be0) in parent group-v563881. [ 1193.965200] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Creating folder: Instances. Parent ref: group-v564194. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.965427] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8a396ca-b2dd-4711-b878-0e13bb55422d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.975751] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Created folder: Instances in parent group-v564194. [ 1193.976095] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.976269] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.976516] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecc5f56f-32f1-4042-ac88-87b0c260c9d5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.993108] env[68166]: DEBUG nova.compute.manager [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Received event network-vif-plugged-dd8048a3-4335-455f-bb37-79c30665cfa8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1193.993313] env[68166]: DEBUG oslo_concurrency.lockutils [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] Acquiring lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.993519] env[68166]: DEBUG oslo_concurrency.lockutils [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] Lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.993683] env[68166]: DEBUG oslo_concurrency.lockutils [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] Lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.993849] env[68166]: DEBUG nova.compute.manager [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] No waiting events found dispatching network-vif-plugged-dd8048a3-4335-455f-bb37-79c30665cfa8 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.994024] env[68166]: WARNING nova.compute.manager [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Received unexpected event network-vif-plugged-dd8048a3-4335-455f-bb37-79c30665cfa8 for instance with vm_state building and task_state spawning. [ 1193.994196] env[68166]: DEBUG nova.compute.manager [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Received event network-changed-dd8048a3-4335-455f-bb37-79c30665cfa8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1193.994348] env[68166]: DEBUG nova.compute.manager [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Refreshing instance network info cache due to event network-changed-dd8048a3-4335-455f-bb37-79c30665cfa8. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1193.994531] env[68166]: DEBUG oslo_concurrency.lockutils [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] Acquiring lock "refresh_cache-6bf92a0e-0e68-4910-8857-e3dd12d5a055" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.994666] env[68166]: DEBUG oslo_concurrency.lockutils [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] Acquired lock "refresh_cache-6bf92a0e-0e68-4910-8857-e3dd12d5a055" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.994817] env[68166]: DEBUG nova.network.neutron [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Refreshing network info cache for port dd8048a3-4335-455f-bb37-79c30665cfa8 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.000139] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.000139] env[68166]: value = "task-2807650" [ 1194.000139] env[68166]: _type = "Task" [ 1194.000139] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.008664] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807650, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.267289] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.267653] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.267765] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.267964] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.268132] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.268284] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._sync_power_states {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.300142] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52101f4f-d6f4-cae0-ddea-9e30123b5d84, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.300389] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.300644] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 5792e2d2-baba-4403-b97a-216a507e78dc/5792e2d2-baba-4403-b97a-216a507e78dc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.300888] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d58b665-480b-4800-9da6-3b89ff3b41a8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.308140] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1194.308140] env[68166]: value = "task-2807651" [ 1194.308140] env[68166]: _type = "Task" [ 1194.308140] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.308590] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5e0aa6d5-3d85-40b6-b005-5fcb766df022 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.267s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.316687] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.442333] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.173s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.442662] env[68166]: INFO nova.compute.manager [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Migrating [ 1194.514920] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807650, 'name': CreateVM_Task, 'duration_secs': 0.355683} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.515230] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.516152] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.516434] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.516777] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.517072] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c282b85a-d8cb-40d6-8e9f-d95bd8f96223 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.522936] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Waiting for the task: (returnval){ [ 1194.522936] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5296923b-2966-f464-c380-b5414ddde874" [ 1194.522936] env[68166]: _type = "Task" [ 1194.522936] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.532356] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5296923b-2966-f464-c380-b5414ddde874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.618348] env[68166]: DEBUG oslo_concurrency.lockutils [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.618637] env[68166]: DEBUG oslo_concurrency.lockutils [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.714927] env[68166]: DEBUG nova.network.neutron [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Updated VIF entry in instance network info cache for port dd8048a3-4335-455f-bb37-79c30665cfa8. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.715406] env[68166]: DEBUG nova.network.neutron [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Updating instance_info_cache with network_info: [{"id": "dd8048a3-4335-455f-bb37-79c30665cfa8", "address": "fa:16:3e:fd:29:d2", "network": {"id": "d9c106ec-151e-416f-9977-3d1b0ab0db53", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1444057448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d78626dfb942228df3a97caac30be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8048a3-43", "ovs_interfaceid": "dd8048a3-4335-455f-bb37-79c30665cfa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.773288] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Getting list of instances from cluster (obj){ [ 1194.773288] env[68166]: value = "domain-c8" [ 1194.773288] env[68166]: _type = "ClusterComputeResource" [ 1194.773288] env[68166]: } {{(pid=68166) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1194.774368] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916cfcb5-ae84-4a24-9204-8a322c654362 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.790276] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Got total of 6 instances {{(pid=68166) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1194.790447] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Triggering sync for uuid 5fe5fef4-bbaf-49fc-a3e4-b3122a680519 {{(pid=68166) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.790636] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Triggering sync for uuid 8aa5f67d-1d0d-402b-9cac-f8a5092990ce {{(pid=68166) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.790793] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Triggering sync for uuid 31a9d5ed-a006-4095-9e3a-f49e36eecd06 {{(pid=68166) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.790945] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Triggering sync for uuid 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96 {{(pid=68166) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.791112] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Triggering sync for uuid 5792e2d2-baba-4403-b97a-216a507e78dc {{(pid=68166) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.791267] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Triggering sync for uuid 6bf92a0e-0e68-4910-8857-e3dd12d5a055 {{(pid=68166) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.791894] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.792132] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.792397] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.792610] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.792788] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.792947] env[68166]: INFO nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1194.793144] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.793377] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.793560] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.793782] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "5792e2d2-baba-4403-b97a-216a507e78dc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.793976] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.794167] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.794300] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68166) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1194.794980] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eaebc8-743d-44ab-b4c6-a79499e35cce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.797856] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3cc628-a6fd-4471-a400-8d7f6cecf3d3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.800225] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.818585] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446178} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.818977] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 5792e2d2-baba-4403-b97a-216a507e78dc/5792e2d2-baba-4403-b97a-216a507e78dc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.819206] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.819434] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06a06a92-344d-4150-897d-4e98be300469 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.826797] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1194.826797] env[68166]: value = "task-2807652" [ 1194.826797] env[68166]: _type = "Task" [ 1194.826797] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.835643] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.962028] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.962028] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.962028] env[68166]: DEBUG nova.network.neutron [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.032907] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5296923b-2966-f464-c380-b5414ddde874, 'name': SearchDatastore_Task, 'duration_secs': 0.051372} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.033088] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.033369] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.033633] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.033830] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.033988] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.034326] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d964225d-e087-42d4-a517-f58c651165da {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.043346] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.043539] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.044283] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2851e3c1-4514-44f0-8fd3-37e6cae5c565 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.050022] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Waiting for the task: (returnval){ [ 1195.050022] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]523ea6af-1d70-8f74-b0d6-ce2266353ed5" [ 1195.050022] env[68166]: _type = "Task" [ 1195.050022] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.058235] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523ea6af-1d70-8f74-b0d6-ce2266353ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.122065] env[68166]: INFO nova.compute.manager [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Detaching volume 1a587179-2f24-4dce-a4a6-d8b59f7e35a3 [ 1195.155153] env[68166]: INFO nova.virt.block_device [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Attempting to driver detach volume 1a587179-2f24-4dce-a4a6-d8b59f7e35a3 from mountpoint /dev/sdb [ 1195.155153] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1195.155611] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564191', 'volume_id': '1a587179-2f24-4dce-a4a6-d8b59f7e35a3', 'name': 'volume-1a587179-2f24-4dce-a4a6-d8b59f7e35a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8aa5f67d-1d0d-402b-9cac-f8a5092990ce', 'attached_at': '', 'detached_at': '', 'volume_id': '1a587179-2f24-4dce-a4a6-d8b59f7e35a3', 'serial': '1a587179-2f24-4dce-a4a6-d8b59f7e35a3'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1195.156167] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b6747f-44b1-4a6e-aee6-39d68dc5723b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.180267] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfac89da-807f-4a55-9f35-154739099754 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.186755] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aeae2a-9b06-483d-aa15-f9b08f614132 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.209088] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829586bf-15e7-4457-a284-54f4ea396e82 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.224780] env[68166]: DEBUG oslo_concurrency.lockutils [req-da5b6731-3ba4-4a49-b7a1-e6b36b6f8a65 req-6402590a-54e2-47a3-86cf-c715591bfd91 service nova] Releasing lock "refresh_cache-6bf92a0e-0e68-4910-8857-e3dd12d5a055" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.225393] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] The volume has not been displaced from its original location: [datastore1] volume-1a587179-2f24-4dce-a4a6-d8b59f7e35a3/volume-1a587179-2f24-4dce-a4a6-d8b59f7e35a3.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1195.230846] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.231643] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf31992b-2d11-4f0f-923d-9c4a75fffd55 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.250568] env[68166]: DEBUG oslo_vmware.api [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1195.250568] env[68166]: value = "task-2807653" [ 1195.250568] env[68166]: _type = "Task" [ 1195.250568] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.258292] env[68166]: DEBUG oslo_vmware.api [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.303584] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.303879] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.304077] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.304255] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68166) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1195.305181] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcdce07-877a-4c22-be51-44df09bd46c8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.308116] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.308470] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.313490] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a74b0fe-92d3-4830-91ed-d35444a6b201 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.329773] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31e3488-4157-4694-974c-f8aa1c7aff86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.338103] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060095} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.339926] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.340697] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f922ba50-8933-47ab-9ac5-ebaa007f4d0c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.343620] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527facc0-5602-4e8c-bfb7-a210fadb2364 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.365709] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5792e2d2-baba-4403-b97a-216a507e78dc/5792e2d2-baba-4403-b97a-216a507e78dc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.389718] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c82fae1-f6f1-404a-a41c-aef581942992 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.403805] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179780MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68166) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1195.403940] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.404172] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.410534] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1195.410534] env[68166]: value = "task-2807654" [ 1195.410534] env[68166]: _type = "Task" [ 1195.410534] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.417958] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.559079] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]523ea6af-1d70-8f74-b0d6-ce2266353ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.559825] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cfac6b5-15b6-49b0-a245-bb9489c3a2a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.565192] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Waiting for the task: (returnval){ [ 1195.565192] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52a77c6a-fdeb-383f-aea3-611aa422eff6" [ 1195.565192] env[68166]: _type = "Task" [ 1195.565192] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.575078] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a77c6a-fdeb-383f-aea3-611aa422eff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.674920] env[68166]: DEBUG nova.network.neutron [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance_info_cache with network_info: [{"id": "a797276a-2810-4e16-aa9b-c12b11c27b88", "address": "fa:16:3e:83:14:73", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa797276a-28", "ovs_interfaceid": "a797276a-2810-4e16-aa9b-c12b11c27b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.760206] env[68166]: DEBUG oslo_vmware.api [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807653, 'name': ReconfigVM_Task, 'duration_secs': 0.250965} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.760721] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.765396] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297b1d82-e803-4324-84e8-27ddaefc5421 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.781966] env[68166]: DEBUG oslo_vmware.api [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1195.781966] env[68166]: value = "task-2807655" [ 1195.781966] env[68166]: _type = "Task" [ 1195.781966] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.791447] env[68166]: DEBUG oslo_vmware.api [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.924974] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807654, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.075016] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52a77c6a-fdeb-383f-aea3-611aa422eff6, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.075462] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.075781] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 6bf92a0e-0e68-4910-8857-e3dd12d5a055/6bf92a0e-0e68-4910-8857-e3dd12d5a055.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.076078] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92a1567f-93ed-4f76-a37d-eab986e4d653 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.082203] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Waiting for the task: (returnval){ [ 1196.082203] env[68166]: value = "task-2807656" [ 1196.082203] env[68166]: _type = "Task" [ 1196.082203] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.089788] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.177878] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.293707] env[68166]: DEBUG oslo_vmware.api [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807655, 'name': ReconfigVM_Task, 'duration_secs': 0.148919} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.294038] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564191', 'volume_id': '1a587179-2f24-4dce-a4a6-d8b59f7e35a3', 'name': 'volume-1a587179-2f24-4dce-a4a6-d8b59f7e35a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8aa5f67d-1d0d-402b-9cac-f8a5092990ce', 'attached_at': '', 'detached_at': '', 'volume_id': '1a587179-2f24-4dce-a4a6-d8b59f7e35a3', 'serial': '1a587179-2f24-4dce-a4a6-d8b59f7e35a3'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1196.412692] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Applying migration context for instance 31a9d5ed-a006-4095-9e3a-f49e36eecd06 as it has an incoming, in-progress migration 9359a69c-29a9-4eb1-bbad-5a8d80ba056e. Migration status is pre-migrating {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1196.413988] env[68166]: INFO nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating resource usage from migration 9359a69c-29a9-4eb1-bbad-5a8d80ba056e [ 1196.427060] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807654, 'name': ReconfigVM_Task, 'duration_secs': 0.532925} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.427359] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5792e2d2-baba-4403-b97a-216a507e78dc/5792e2d2-baba-4403-b97a-216a507e78dc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.427829] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d65a8e56-5869-4f3c-ad31-6b782491fbf7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.435334] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1196.435334] env[68166]: value = "task-2807657" [ 1196.435334] env[68166]: _type = "Task" [ 1196.435334] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.439397] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 5fe5fef4-bbaf-49fc-a3e4-b3122a680519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.439539] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 8aa5f67d-1d0d-402b-9cac-f8a5092990ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.439667] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.439787] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 5792e2d2-baba-4403-b97a-216a507e78dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.439903] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 6bf92a0e-0e68-4910-8857-e3dd12d5a055 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.440048] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Migration 9359a69c-29a9-4eb1-bbad-5a8d80ba056e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1196.440148] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 31a9d5ed-a006-4095-9e3a-f49e36eecd06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.440341] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1196.440476] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1196.448243] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807657, 'name': Rename_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.554454] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe043c9-7fd8-4cd5-bb0e-62307352dfdd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.561403] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824faf51-b136-475c-963e-2355021250ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.593823] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfeb995-b840-42aa-b16d-88e46b227ef6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.601955] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460365} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.603912] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore1] 6bf92a0e-0e68-4910-8857-e3dd12d5a055/6bf92a0e-0e68-4910-8857-e3dd12d5a055.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.604145] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.604409] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c3e5cc6-b654-48ee-858b-025fcf6164df {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.607033] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b3c91f-9ea2-46aa-82a4-7762db4f0e88 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.621450] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.624169] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Waiting for the task: (returnval){ [ 1196.624169] env[68166]: value = "task-2807658" [ 1196.624169] env[68166]: _type = "Task" [ 1196.624169] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.631284] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.839038] env[68166]: DEBUG nova.objects.instance [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'flavor' on Instance uuid 8aa5f67d-1d0d-402b-9cac-f8a5092990ce {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.946646] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807657, 'name': Rename_Task, 'duration_secs': 0.145214} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.947275] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.947462] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21074be7-b9a9-4317-b804-c3106381dffb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.954471] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1196.954471] env[68166]: value = "task-2807659" [ 1196.954471] env[68166]: _type = "Task" [ 1196.954471] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.962505] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.126500] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.140245] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066195} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.140525] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.141422] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2194708-2b38-42ca-b4c1-d502555ae39e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.164150] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 6bf92a0e-0e68-4910-8857-e3dd12d5a055/6bf92a0e-0e68-4910-8857-e3dd12d5a055.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.165109] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be0f990c-bde6-4e37-ae34-4517690c90c6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.188043] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Waiting for the task: (returnval){ [ 1197.188043] env[68166]: value = "task-2807660" [ 1197.188043] env[68166]: _type = "Task" [ 1197.188043] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.196378] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.464268] env[68166]: DEBUG oslo_vmware.api [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807659, 'name': PowerOnVM_Task, 'duration_secs': 0.493905} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.464590] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.464784] env[68166]: INFO nova.compute.manager [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1197.465025] env[68166]: DEBUG nova.compute.manager [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.465844] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017a4d15-9cd1-4a65-ba6a-fdd186884fe0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.635868] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1197.636088] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.232s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.695457] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6362a8c8-2f41-466b-9801-602f7ca09bb6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.703188] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807660, 'name': ReconfigVM_Task, 'duration_secs': 0.429457} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.715969] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 6bf92a0e-0e68-4910-8857-e3dd12d5a055/6bf92a0e-0e68-4910-8857-e3dd12d5a055.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.716637] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance '31a9d5ed-a006-4095-9e3a-f49e36eecd06' progress to 0 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.720133] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8e663a1-0972-45be-9646-f1470faf29fd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.726634] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Waiting for the task: (returnval){ [ 1197.726634] env[68166]: value = "task-2807661" [ 1197.726634] env[68166]: _type = "Task" [ 1197.726634] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.734266] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807661, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.846562] env[68166]: DEBUG oslo_concurrency.lockutils [None req-52b13df7-e33e-46f9-819e-1a7f96c00dcb tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.847643] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.055s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.848671] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f49551c-7480-48f7-902e-145f9eaf2804 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.883793] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.983070] env[68166]: INFO nova.compute.manager [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Took 12.40 seconds to build instance. [ 1198.224631] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.224631] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a897810e-8548-418c-8cab-44cea7183a03 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.232341] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1198.232341] env[68166]: value = "task-2807662" [ 1198.232341] env[68166]: _type = "Task" [ 1198.232341] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.238054] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807661, 'name': Rename_Task, 'duration_secs': 0.149584} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.238649] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.238989] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc24530a-831d-464f-ace8-4cae1bfe4928 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.243349] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.247767] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Waiting for the task: (returnval){ [ 1198.247767] env[68166]: value = "task-2807663" [ 1198.247767] env[68166]: _type = "Task" [ 1198.247767] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.255382] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.357374] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.357688] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.474s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.485570] env[68166]: DEBUG oslo_concurrency.lockutils [None req-582bce4a-06c9-4cc7-8dae-893f5c352a20 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "5792e2d2-baba-4403-b97a-216a507e78dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.914s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.485879] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "5792e2d2-baba-4403-b97a-216a507e78dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.692s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.486097] env[68166]: INFO nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] During sync_power_state the instance has a pending task (spawning). Skip. [ 1198.486311] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "5792e2d2-baba-4403-b97a-216a507e78dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.610297] env[68166]: DEBUG nova.compute.manager [req-63d68237-d726-479c-9b86-b3a10357be9d req-f8cc347e-6ac9-4b1d-a19d-2fa6bd459e76 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Received event network-changed-711ef0dd-937e-4b93-a758-dd61a8818dda {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1198.610534] env[68166]: DEBUG nova.compute.manager [req-63d68237-d726-479c-9b86-b3a10357be9d req-f8cc347e-6ac9-4b1d-a19d-2fa6bd459e76 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Refreshing instance network info cache due to event network-changed-711ef0dd-937e-4b93-a758-dd61a8818dda. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1198.610843] env[68166]: DEBUG oslo_concurrency.lockutils [req-63d68237-d726-479c-9b86-b3a10357be9d req-f8cc347e-6ac9-4b1d-a19d-2fa6bd459e76 service nova] Acquiring lock "refresh_cache-5792e2d2-baba-4403-b97a-216a507e78dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.610889] env[68166]: DEBUG oslo_concurrency.lockutils [req-63d68237-d726-479c-9b86-b3a10357be9d req-f8cc347e-6ac9-4b1d-a19d-2fa6bd459e76 service nova] Acquired lock "refresh_cache-5792e2d2-baba-4403-b97a-216a507e78dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.611094] env[68166]: DEBUG nova.network.neutron [req-63d68237-d726-479c-9b86-b3a10357be9d req-f8cc347e-6ac9-4b1d-a19d-2fa6bd459e76 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Refreshing network info cache for port 711ef0dd-937e-4b93-a758-dd61a8818dda {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.742145] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807662, 'name': PowerOffVM_Task, 'duration_secs': 0.163464} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.742411] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.742595] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance '31a9d5ed-a006-4095-9e3a-f49e36eecd06' progress to 17 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.756885] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807663, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.861618] env[68166]: INFO nova.compute.manager [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Detaching volume 8ffc9d40-c13e-414f-9603-13090717d364 [ 1198.894935] env[68166]: INFO nova.virt.block_device [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Attempting to driver detach volume 8ffc9d40-c13e-414f-9603-13090717d364 from mountpoint /dev/sdc [ 1198.895067] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1198.895303] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564192', 'volume_id': '8ffc9d40-c13e-414f-9603-13090717d364', 'name': 'volume-8ffc9d40-c13e-414f-9603-13090717d364', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8aa5f67d-1d0d-402b-9cac-f8a5092990ce', 'attached_at': '', 'detached_at': '', 'volume_id': '8ffc9d40-c13e-414f-9603-13090717d364', 'serial': '8ffc9d40-c13e-414f-9603-13090717d364'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1198.896231] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b7aa8e-3dd0-4392-a4b4-df97b68f3c4a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.920152] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8625e294-617b-4371-95aa-4f0af4199cd6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.928139] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4927589d-5d2c-40d7-8452-ca1cd5e77f4a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.948531] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e0b670-153c-49d4-aec9-b05c11d555f3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.963651] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] The volume has not been displaced from its original location: [datastore1] volume-8ffc9d40-c13e-414f-9603-13090717d364/volume-8ffc9d40-c13e-414f-9603-13090717d364.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1198.969014] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1198.969404] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-911da1c7-1ebd-43e6-bd99-6a0c5883ba7d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.987587] env[68166]: DEBUG oslo_vmware.api [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1198.987587] env[68166]: value = "task-2807664" [ 1198.987587] env[68166]: _type = "Task" [ 1198.987587] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.995752] env[68166]: DEBUG oslo_vmware.api [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.249087] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.249445] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.249594] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.249785] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.249929] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.250089] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.250334] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.250454] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.250620] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.250783] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.250957] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.256219] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eda7719c-d1d8-4c5f-91ab-be06c2c4a143 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.276880] env[68166]: DEBUG oslo_vmware.api [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807663, 'name': PowerOnVM_Task, 'duration_secs': 0.514807} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.280732] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.280975] env[68166]: INFO nova.compute.manager [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1199.281175] env[68166]: DEBUG nova.compute.manager [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.281503] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1199.281503] env[68166]: value = "task-2807665" [ 1199.281503] env[68166]: _type = "Task" [ 1199.281503] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.282204] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba408333-b49c-43c5-9acf-c0bfcc439674 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.297041] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.317704] env[68166]: DEBUG nova.network.neutron [req-63d68237-d726-479c-9b86-b3a10357be9d req-f8cc347e-6ac9-4b1d-a19d-2fa6bd459e76 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Updated VIF entry in instance network info cache for port 711ef0dd-937e-4b93-a758-dd61a8818dda. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.318114] env[68166]: DEBUG nova.network.neutron [req-63d68237-d726-479c-9b86-b3a10357be9d req-f8cc347e-6ac9-4b1d-a19d-2fa6bd459e76 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Updating instance_info_cache with network_info: [{"id": "711ef0dd-937e-4b93-a758-dd61a8818dda", "address": "fa:16:3e:c7:e3:bb", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711ef0dd-93", "ovs_interfaceid": "711ef0dd-937e-4b93-a758-dd61a8818dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.497063] env[68166]: DEBUG oslo_vmware.api [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.794454] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807665, 'name': ReconfigVM_Task, 'duration_secs': 0.175968} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.794758] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance '31a9d5ed-a006-4095-9e3a-f49e36eecd06' progress to 33 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.803542] env[68166]: INFO nova.compute.manager [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Took 12.75 seconds to build instance. [ 1199.821105] env[68166]: DEBUG oslo_concurrency.lockutils [req-63d68237-d726-479c-9b86-b3a10357be9d req-f8cc347e-6ac9-4b1d-a19d-2fa6bd459e76 service nova] Releasing lock "refresh_cache-5792e2d2-baba-4403-b97a-216a507e78dc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.998624] env[68166]: DEBUG oslo_vmware.api [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.304173] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.304428] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.304587] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.304770] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.304916] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.305077] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.305348] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.305517] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.305685] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.305847] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.306030] env[68166]: DEBUG nova.virt.hardware [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.311261] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.311681] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bdf5b211-34ce-4be6-a036-64c652c6b860 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.263s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.311903] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ccdd89f-96aa-48ce-abcf-4aa0f617908c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.325123] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.531s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.325339] env[68166]: INFO nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] During sync_power_state the instance has a pending task (spawning). Skip. [ 1200.325524] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.331685] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1200.331685] env[68166]: value = "task-2807667" [ 1200.331685] env[68166]: _type = "Task" [ 1200.331685] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.339120] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.409861] env[68166]: DEBUG oslo_concurrency.lockutils [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Acquiring lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.410126] env[68166]: DEBUG oslo_concurrency.lockutils [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.410335] env[68166]: DEBUG oslo_concurrency.lockutils [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Acquiring lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.410518] env[68166]: DEBUG oslo_concurrency.lockutils [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.410685] env[68166]: DEBUG oslo_concurrency.lockutils [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.412871] env[68166]: INFO nova.compute.manager [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Terminating instance [ 1200.498978] env[68166]: DEBUG oslo_vmware.api [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807664, 'name': ReconfigVM_Task, 'duration_secs': 1.219038} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.499293] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.503831] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63818c55-d087-42cf-85be-d4f7d2bf4260 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.518326] env[68166]: DEBUG oslo_vmware.api [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1200.518326] env[68166]: value = "task-2807668" [ 1200.518326] env[68166]: _type = "Task" [ 1200.518326] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.526070] env[68166]: DEBUG oslo_vmware.api [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.841931] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807667, 'name': ReconfigVM_Task, 'duration_secs': 0.185612} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.842196] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.843032] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72687633-cba6-46cf-ac40-9150033e4e98 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.866510] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 31a9d5ed-a006-4095-9e3a-f49e36eecd06/31a9d5ed-a006-4095-9e3a-f49e36eecd06.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.866749] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb709c2-30b6-4145-8c7e-6bffd7e10be9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.885198] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1200.885198] env[68166]: value = "task-2807669" [ 1200.885198] env[68166]: _type = "Task" [ 1200.885198] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.892786] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.916743] env[68166]: DEBUG nova.compute.manager [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.916991] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.917897] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec9c0a6-5e19-4ca7-84f5-4a2a036ee657 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.925285] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.925518] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63cee3e8-bca6-4ef0-850a-796acb733ffb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.933889] env[68166]: DEBUG oslo_vmware.api [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Waiting for the task: (returnval){ [ 1200.933889] env[68166]: value = "task-2807670" [ 1200.933889] env[68166]: _type = "Task" [ 1200.933889] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.942112] env[68166]: DEBUG oslo_vmware.api [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.028877] env[68166]: DEBUG oslo_vmware.api [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.395237] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.443062] env[68166]: DEBUG oslo_vmware.api [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807670, 'name': PowerOffVM_Task, 'duration_secs': 0.171589} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.443062] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.443062] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.443062] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90114eb0-fd84-4b87-bed4-4b8c7ee2c62e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.518761] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.519041] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.519174] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Deleting the datastore file [datastore1] 6bf92a0e-0e68-4910-8857-e3dd12d5a055 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.519590] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e81b710c-32a4-4585-b127-9cdbd8140541 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.529998] env[68166]: DEBUG oslo_vmware.api [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.531280] env[68166]: DEBUG oslo_vmware.api [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Waiting for the task: (returnval){ [ 1201.531280] env[68166]: value = "task-2807672" [ 1201.531280] env[68166]: _type = "Task" [ 1201.531280] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.538414] env[68166]: DEBUG oslo_vmware.api [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.895335] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807669, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.030758] env[68166]: DEBUG oslo_vmware.api [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807668, 'name': ReconfigVM_Task, 'duration_secs': 1.148826} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.031078] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564192', 'volume_id': '8ffc9d40-c13e-414f-9603-13090717d364', 'name': 'volume-8ffc9d40-c13e-414f-9603-13090717d364', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8aa5f67d-1d0d-402b-9cac-f8a5092990ce', 'attached_at': '', 'detached_at': '', 'volume_id': '8ffc9d40-c13e-414f-9603-13090717d364', 'serial': '8ffc9d40-c13e-414f-9603-13090717d364'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1202.040797] env[68166]: DEBUG oslo_vmware.api [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Task: {'id': task-2807672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147113} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.041040] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.041224] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.041403] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.041577] env[68166]: INFO nova.compute.manager [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1202.041812] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.042013] env[68166]: DEBUG nova.compute.manager [-] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.042115] env[68166]: DEBUG nova.network.neutron [-] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.367915] env[68166]: DEBUG nova.compute.manager [req-d1028d7d-8eba-4c0e-8ce5-ded7140bd11b req-c3a38112-88ca-4c0a-a48d-be7a61a1e452 service nova] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Received event network-vif-deleted-dd8048a3-4335-455f-bb37-79c30665cfa8 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1202.367915] env[68166]: INFO nova.compute.manager [req-d1028d7d-8eba-4c0e-8ce5-ded7140bd11b req-c3a38112-88ca-4c0a-a48d-be7a61a1e452 service nova] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Neutron deleted interface dd8048a3-4335-455f-bb37-79c30665cfa8; detaching it from the instance and deleting it from the info cache [ 1202.367915] env[68166]: DEBUG nova.network.neutron [req-d1028d7d-8eba-4c0e-8ce5-ded7140bd11b req-c3a38112-88ca-4c0a-a48d-be7a61a1e452 service nova] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.396183] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807669, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.575083] env[68166]: DEBUG nova.objects.instance [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'flavor' on Instance uuid 8aa5f67d-1d0d-402b-9cac-f8a5092990ce {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.850982] env[68166]: DEBUG nova.network.neutron [-] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.871426] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0df99719-e5b0-488b-91c9-56a597998904 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.881643] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c15204-801d-4e8a-9916-7fb5fb227420 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.900346] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807669, 'name': ReconfigVM_Task, 'duration_secs': 1.638663} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.900624] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 31a9d5ed-a006-4095-9e3a-f49e36eecd06/31a9d5ed-a006-4095-9e3a-f49e36eecd06.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.900899] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance '31a9d5ed-a006-4095-9e3a-f49e36eecd06' progress to 50 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.918725] env[68166]: DEBUG nova.compute.manager [req-d1028d7d-8eba-4c0e-8ce5-ded7140bd11b req-c3a38112-88ca-4c0a-a48d-be7a61a1e452 service nova] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Detach interface failed, port_id=dd8048a3-4335-455f-bb37-79c30665cfa8, reason: Instance 6bf92a0e-0e68-4910-8857-e3dd12d5a055 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1203.353909] env[68166]: INFO nova.compute.manager [-] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Took 1.31 seconds to deallocate network for instance. [ 1203.407420] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23078c0-d0b8-411f-aa41-22c4a416d8da {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.427038] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736a4012-980f-4deb-a68b-192944d76031 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.443445] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance '31a9d5ed-a006-4095-9e3a-f49e36eecd06' progress to 67 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.582355] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9b448a6e-0a0f-4c47-894b-7496d21bdc39 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.224s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.860322] env[68166]: DEBUG oslo_concurrency.lockutils [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.860601] env[68166]: DEBUG oslo_concurrency.lockutils [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.860820] env[68166]: DEBUG nova.objects.instance [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Lazy-loading 'resources' on Instance uuid 6bf92a0e-0e68-4910-8857-e3dd12d5a055 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.981845] env[68166]: DEBUG nova.network.neutron [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Port a797276a-2810-4e16-aa9b-c12b11c27b88 binding to destination host cpu-1 is already ACTIVE {{(pid=68166) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1204.342318] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.342579] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.342786] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.342965] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.343148] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.345410] env[68166]: INFO nova.compute.manager [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Terminating instance [ 1204.463385] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51235d28-7889-4b30-8c95-76ac5b90e10b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.470509] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fe99bd-e315-4a13-b50c-f66a799e3695 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.504212] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad634980-621b-443a-908b-866cd683122e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.511039] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9810a04b-9a6e-4089-9ccf-30252974631a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.524410] env[68166]: DEBUG nova.compute.provider_tree [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.849344] env[68166]: DEBUG nova.compute.manager [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.849727] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.850452] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b085be-8a75-4ff8-a771-5aba83d9ef63 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.860130] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.860362] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92a73b83-4647-4b49-bb96-b5f9758a1578 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.866604] env[68166]: DEBUG oslo_vmware.api [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1204.866604] env[68166]: value = "task-2807675" [ 1204.866604] env[68166]: _type = "Task" [ 1204.866604] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.874529] env[68166]: DEBUG oslo_vmware.api [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.025790] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.025790] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.026121] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.027831] env[68166]: DEBUG nova.scheduler.client.report [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.376403] env[68166]: DEBUG oslo_vmware.api [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807675, 'name': PowerOffVM_Task, 'duration_secs': 0.205174} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.376628] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.376803] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.377065] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a81a592-2b36-4f3f-9a33-c51ba1eaac78 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.519123] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.519423] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.519623] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Deleting the datastore file [datastore2] 8aa5f67d-1d0d-402b-9cac-f8a5092990ce {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.519897] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3706f54a-2dc1-47d0-b467-6c1f7f8e8960 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.526813] env[68166]: DEBUG oslo_vmware.api [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for the task: (returnval){ [ 1205.526813] env[68166]: value = "task-2807677" [ 1205.526813] env[68166]: _type = "Task" [ 1205.526813] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.536251] env[68166]: DEBUG oslo_concurrency.lockutils [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.538331] env[68166]: DEBUG oslo_vmware.api [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.553586] env[68166]: INFO nova.scheduler.client.report [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Deleted allocations for instance 6bf92a0e-0e68-4910-8857-e3dd12d5a055 [ 1206.037287] env[68166]: DEBUG oslo_vmware.api [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Task: {'id': task-2807677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149837} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.037676] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.037723] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.037906] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.038101] env[68166]: INFO nova.compute.manager [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1206.038370] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.038596] env[68166]: DEBUG nova.compute.manager [-] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.038697] env[68166]: DEBUG nova.network.neutron [-] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.063543] env[68166]: DEBUG oslo_concurrency.lockutils [None req-74b56a34-5e33-42e4-9eaa-d8e796d89493 tempest-ServerPasswordTestJSON-2086690307 tempest-ServerPasswordTestJSON-2086690307-project-member] Lock "6bf92a0e-0e68-4910-8857-e3dd12d5a055" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.653s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.073924] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.074119] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.074291] env[68166]: DEBUG nova.network.neutron [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.531679] env[68166]: DEBUG nova.compute.manager [req-37f2b566-ca87-4285-b741-db4ad269d796 req-cb29dfda-87d8-472c-9636-e475de2b4417 service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Received event network-vif-deleted-cd3b7ba1-bf7b-442a-8474-bbf9031a347a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1206.531854] env[68166]: INFO nova.compute.manager [req-37f2b566-ca87-4285-b741-db4ad269d796 req-cb29dfda-87d8-472c-9636-e475de2b4417 service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Neutron deleted interface cd3b7ba1-bf7b-442a-8474-bbf9031a347a; detaching it from the instance and deleting it from the info cache [ 1206.532131] env[68166]: DEBUG nova.network.neutron [req-37f2b566-ca87-4285-b741-db4ad269d796 req-cb29dfda-87d8-472c-9636-e475de2b4417 service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.778163] env[68166]: DEBUG nova.network.neutron [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance_info_cache with network_info: [{"id": "a797276a-2810-4e16-aa9b-c12b11c27b88", "address": "fa:16:3e:83:14:73", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa797276a-28", "ovs_interfaceid": "a797276a-2810-4e16-aa9b-c12b11c27b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.013626] env[68166]: DEBUG nova.network.neutron [-] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.036376] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-658ac32e-9ce6-451e-8c83-98a131e2e420 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.048693] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6033c36-8a2a-473a-9375-f5ba744aa56e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.089410] env[68166]: DEBUG nova.compute.manager [req-37f2b566-ca87-4285-b741-db4ad269d796 req-cb29dfda-87d8-472c-9636-e475de2b4417 service nova] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Detach interface failed, port_id=cd3b7ba1-bf7b-442a-8474-bbf9031a347a, reason: Instance 8aa5f67d-1d0d-402b-9cac-f8a5092990ce could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1207.281439] env[68166]: DEBUG oslo_concurrency.lockutils [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.515675] env[68166]: INFO nova.compute.manager [-] [instance: 8aa5f67d-1d0d-402b-9cac-f8a5092990ce] Took 1.48 seconds to deallocate network for instance. [ 1207.805833] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d2e34-770a-47b3-8237-5cabb0644d4f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.827731] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97af15a3-2baf-411a-929e-218653748224 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.835387] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance '31a9d5ed-a006-4095-9e3a-f49e36eecd06' progress to 83 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.028652] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.029027] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.029399] env[68166]: DEBUG nova.objects.instance [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lazy-loading 'resources' on Instance uuid 8aa5f67d-1d0d-402b-9cac-f8a5092990ce {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.341354] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.341682] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40320ee4-a3b2-40de-b23b-e22363c6cd7b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.350037] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1208.350037] env[68166]: value = "task-2807679" [ 1208.350037] env[68166]: _type = "Task" [ 1208.350037] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.358289] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.626856] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6101b3b2-8444-456f-bfe3-aa0d738da003 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.635242] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f9b5f-f68c-4dbf-812f-e552fa8da834 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.670628] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65389d86-3c57-4f14-b939-4faf111f4425 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.679658] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aababe2-efd5-46df-ab1d-44cf2436ca58 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.694864] env[68166]: DEBUG nova.compute.provider_tree [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.861851] env[68166]: DEBUG oslo_vmware.api [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807679, 'name': PowerOnVM_Task, 'duration_secs': 0.397814} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.862367] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.862725] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-c562cf52-88cd-45f7-a805-fa0de45cf8e9 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance '31a9d5ed-a006-4095-9e3a-f49e36eecd06' progress to 100 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.198616] env[68166]: DEBUG nova.scheduler.client.report [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.704628] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.728530] env[68166]: INFO nova.scheduler.client.report [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Deleted allocations for instance 8aa5f67d-1d0d-402b-9cac-f8a5092990ce [ 1210.236819] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8829a672-3d46-42f1-8f6b-2154ab6d3054 tempest-AttachVolumeTestJSON-709043769 tempest-AttachVolumeTestJSON-709043769-project-member] Lock "8aa5f67d-1d0d-402b-9cac-f8a5092990ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.894s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.524607] env[68166]: DEBUG nova.network.neutron [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Port a797276a-2810-4e16-aa9b-c12b11c27b88 binding to destination host cpu-1 is already ACTIVE {{(pid=68166) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1211.524896] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.525041] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.525206] env[68166]: DEBUG nova.network.neutron [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.494993] env[68166]: DEBUG nova.network.neutron [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance_info_cache with network_info: [{"id": "a797276a-2810-4e16-aa9b-c12b11c27b88", "address": "fa:16:3e:83:14:73", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa797276a-28", "ovs_interfaceid": "a797276a-2810-4e16-aa9b-c12b11c27b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.998434] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.495028] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.495287] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.501563] env[68166]: DEBUG nova.compute.manager [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68166) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1213.501813] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.502145] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.998646] env[68166]: DEBUG nova.compute.utils [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.006216] env[68166]: DEBUG nova.objects.instance [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lazy-loading 'migration_context' on Instance uuid 31a9d5ed-a006-4095-9e3a-f49e36eecd06 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.502062] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.585688] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1853a879-974f-40af-8186-16af359ff8e9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.595022] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c66b23-98ab-4aaa-b481-eda6b0c100b4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.627159] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e0d2d1-127c-4930-9e83-e34f436a8e35 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.634748] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111fd968-14e3-44eb-9bb8-b40a6285849f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.648931] env[68166]: DEBUG nova.compute.provider_tree [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.152078] env[68166]: DEBUG nova.scheduler.client.report [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.564816] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.565052] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.565271] env[68166]: INFO nova.compute.manager [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Attaching volume ed6dd60e-872b-4c18-b183-1713801cc27f to /dev/sdb [ 1215.597039] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fde005-7d91-4d0b-9ca0-0bd384997f09 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.604359] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56722b10-171a-4cfb-8e94-987aaa1cef9e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.617805] env[68166]: DEBUG nova.virt.block_device [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Updating existing volume attachment record: b493e2c7-d285-40c4-b397-0fd5dfd1ac97 {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1216.162334] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.660s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.700762] env[68166]: INFO nova.compute.manager [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Swapping old allocation on dict_keys(['b78e4260-f887-4ec5-a8d8-94988ec46da5']) held by migration 9359a69c-29a9-4eb1-bbad-5a8d80ba056e for instance [ 1217.722321] env[68166]: DEBUG nova.scheduler.client.report [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Overwriting current allocation {'allocations': {'b78e4260-f887-4ec5-a8d8-94988ec46da5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 168}}, 'project_id': '6e39547941684313818d76a0658c387e', 'user_id': 'a20086035a784ad5b671df1bb4a6ba80', 'consumer_generation': 1} on consumer 31a9d5ed-a006-4095-9e3a-f49e36eecd06 {{(pid=68166) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1217.783584] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "b4f4cf1d-31b2-4397-9487-51de2e165f91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.784220] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "b4f4cf1d-31b2-4397-9487-51de2e165f91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.793562] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.793732] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.793897] env[68166]: DEBUG nova.network.neutron [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.288574] env[68166]: DEBUG nova.compute.manager [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.498321] env[68166]: DEBUG nova.network.neutron [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance_info_cache with network_info: [{"id": "a797276a-2810-4e16-aa9b-c12b11c27b88", "address": "fa:16:3e:83:14:73", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa797276a-28", "ovs_interfaceid": "a797276a-2810-4e16-aa9b-c12b11c27b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.813049] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.813049] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.814159] env[68166]: INFO nova.compute.claims [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.000746] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-31a9d5ed-a006-4095-9e3a-f49e36eecd06" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.001251] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.001544] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6eb3b10-061f-49c7-a0ec-6c0dc2b07139 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.009015] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1219.009015] env[68166]: value = "task-2807689" [ 1219.009015] env[68166]: _type = "Task" [ 1219.009015] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.016983] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.519354] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807689, 'name': PowerOffVM_Task, 'duration_secs': 0.197413} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.519692] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.520421] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.520640] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.520801] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.520985] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.521148] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.521297] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.521512] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.521678] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.521845] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.522022] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.522206] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.527159] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8240d4d5-850c-4527-ab42-25a981e413d4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.542808] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1219.542808] env[68166]: value = "task-2807690" [ 1219.542808] env[68166]: _type = "Task" [ 1219.542808] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.552920] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.892131] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4738e6a-9690-4ad7-8bf7-de38fdc6c43a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.900924] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3d3c7c-c4cf-4f88-85d5-9f669e8e78c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.932155] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7d90a4-cb3f-41a0-ac18-aa973fea46d1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.939378] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb42fa7-7e25-44a8-be83-0fedf5eceb84 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.951926] env[68166]: DEBUG nova.compute.provider_tree [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.052080] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807690, 'name': ReconfigVM_Task, 'duration_secs': 0.133881} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.052877] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01f1a09-b383-4565-bea5-674fe1fa6309 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.071059] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.071059] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.071059] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.071059] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.071497] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.071497] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.071497] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.071954] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.071954] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.071954] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.072301] env[68166]: DEBUG nova.virt.hardware [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.073096] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8afa90-e913-4e33-8259-300368e57d73 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.078221] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1220.078221] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f85dc5-cb78-e0e4-d738-eba2abc4a2ab" [ 1220.078221] env[68166]: _type = "Task" [ 1220.078221] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.085933] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f85dc5-cb78-e0e4-d738-eba2abc4a2ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.164072] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1220.164429] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564199', 'volume_id': 'ed6dd60e-872b-4c18-b183-1713801cc27f', 'name': 'volume-ed6dd60e-872b-4c18-b183-1713801cc27f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1682ddc8-cc17-4e1f-a6f1-de90f83ecc96', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed6dd60e-872b-4c18-b183-1713801cc27f', 'serial': 'ed6dd60e-872b-4c18-b183-1713801cc27f'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1220.165343] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfde6e7-7a2e-4bb3-8ea5-6df6e2fba163 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.183031] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc5b0d4-a36b-42dc-8cbc-819f932afc5c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.207034] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-ed6dd60e-872b-4c18-b183-1713801cc27f/volume-ed6dd60e-872b-4c18-b183-1713801cc27f.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.207336] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f2594e2-97a5-4dce-9c6f-79d86b3b54ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.225118] env[68166]: DEBUG oslo_vmware.api [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1220.225118] env[68166]: value = "task-2807691" [ 1220.225118] env[68166]: _type = "Task" [ 1220.225118] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.232715] env[68166]: DEBUG oslo_vmware.api [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.455756] env[68166]: DEBUG nova.scheduler.client.report [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.588397] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f85dc5-cb78-e0e4-d738-eba2abc4a2ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008692} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.593966] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1220.594271] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9edb9f74-38bc-4f52-a685-97063f632087 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.612650] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1220.612650] env[68166]: value = "task-2807692" [ 1220.612650] env[68166]: _type = "Task" [ 1220.612650] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.621409] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.734328] env[68166]: DEBUG oslo_vmware.api [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807691, 'name': ReconfigVM_Task, 'duration_secs': 0.319266} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.734447] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-ed6dd60e-872b-4c18-b183-1713801cc27f/volume-ed6dd60e-872b-4c18-b183-1713801cc27f.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.739706] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f334eb3-8405-4e3c-aa4a-466cf58e7107 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.754974] env[68166]: DEBUG oslo_vmware.api [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1220.754974] env[68166]: value = "task-2807693" [ 1220.754974] env[68166]: _type = "Task" [ 1220.754974] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.762593] env[68166]: DEBUG oslo_vmware.api [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.960895] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.961390] env[68166]: DEBUG nova.compute.manager [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.122746] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807692, 'name': ReconfigVM_Task, 'duration_secs': 0.182143} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.123051] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1221.123804] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1a20d6-9f2e-46a8-8057-1491255388ec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.146022] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 31a9d5ed-a006-4095-9e3a-f49e36eecd06/31a9d5ed-a006-4095-9e3a-f49e36eecd06.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.146335] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-983a7a89-2023-4131-b986-96bbad3a2200 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.164121] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1221.164121] env[68166]: value = "task-2807694" [ 1221.164121] env[68166]: _type = "Task" [ 1221.164121] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.171989] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.264031] env[68166]: DEBUG oslo_vmware.api [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807693, 'name': ReconfigVM_Task, 'duration_secs': 0.15504} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.264189] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564199', 'volume_id': 'ed6dd60e-872b-4c18-b183-1713801cc27f', 'name': 'volume-ed6dd60e-872b-4c18-b183-1713801cc27f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1682ddc8-cc17-4e1f-a6f1-de90f83ecc96', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed6dd60e-872b-4c18-b183-1713801cc27f', 'serial': 'ed6dd60e-872b-4c18-b183-1713801cc27f'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1221.467164] env[68166]: DEBUG nova.compute.utils [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.469723] env[68166]: DEBUG nova.compute.manager [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.469723] env[68166]: DEBUG nova.network.neutron [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.507212] env[68166]: DEBUG nova.policy [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a45cd2d144047dbb502ad860c700894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ef9c5f4cb248bbb50d68fe1458cb63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.675934] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807694, 'name': ReconfigVM_Task, 'duration_secs': 0.254355} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.677056] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 31a9d5ed-a006-4095-9e3a-f49e36eecd06/31a9d5ed-a006-4095-9e3a-f49e36eecd06.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.680675] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74473a3-a473-47ad-a717-fd1c4cb4cb7e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.697585] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a21566-764a-47da-8290-90a3bfb02e0e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.715985] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665f0a5e-7bb3-449c-8261-53e31e327aff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.736799] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c861ffb-fa35-4a16-8ca7-1da12d083bb4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.743997] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.744431] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4c98b84-fa11-442f-982e-0aaeac039e1e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.750130] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1221.750130] env[68166]: value = "task-2807695" [ 1221.750130] env[68166]: _type = "Task" [ 1221.750130] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.761806] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.828916] env[68166]: DEBUG nova.network.neutron [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Successfully created port: 317e4c96-ef96-4026-a431-3716c258a902 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.972771] env[68166]: DEBUG nova.compute.manager [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.260603] env[68166]: DEBUG oslo_vmware.api [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807695, 'name': PowerOnVM_Task, 'duration_secs': 0.402218} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.260917] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.332815] env[68166]: DEBUG nova.objects.instance [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lazy-loading 'flavor' on Instance uuid 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.478708] env[68166]: INFO nova.virt.block_device [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Booting with volume b279379c-8a52-403c-a00b-41e92bbb9e4e at /dev/sda [ 1222.512427] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-778fd46a-8aff-446d-9012-1eef11dab663 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.522691] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14c77fe-1a6b-4905-be8f-da3f7b353479 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.551690] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd063e07-3c67-45b7-9639-4a4ac3dac44d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.562584] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbb2b79-6634-4418-84b7-4427f91be68f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.592413] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3b3310-27d8-4a8c-9ea6-d43829d670a6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.599389] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89598a44-e5a6-4311-ab53-45cc09b35d68 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.612708] env[68166]: DEBUG nova.virt.block_device [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating existing volume attachment record: 4322a07b-3c5d-402e-b1b0-304a5c7804f4 {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1222.841762] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9bdeeba8-cb04-4221-ae63-2fc766638c8a tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.277s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.060429] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.060821] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.275234] env[68166]: INFO nova.compute.manager [None req-d6cbb63d-3816-4473-948a-4f9f573d73ee tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance to original state: 'active' [ 1223.349445] env[68166]: DEBUG nova.compute.manager [req-380c4d75-2977-4b43-9557-3313d1c2f24d req-780cb1de-c141-4dad-a0b9-a288b8c5debb service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Received event network-vif-plugged-317e4c96-ef96-4026-a431-3716c258a902 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.349445] env[68166]: DEBUG oslo_concurrency.lockutils [req-380c4d75-2977-4b43-9557-3313d1c2f24d req-780cb1de-c141-4dad-a0b9-a288b8c5debb service nova] Acquiring lock "b4f4cf1d-31b2-4397-9487-51de2e165f91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.349445] env[68166]: DEBUG oslo_concurrency.lockutils [req-380c4d75-2977-4b43-9557-3313d1c2f24d req-780cb1de-c141-4dad-a0b9-a288b8c5debb service nova] Lock "b4f4cf1d-31b2-4397-9487-51de2e165f91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.349445] env[68166]: DEBUG oslo_concurrency.lockutils [req-380c4d75-2977-4b43-9557-3313d1c2f24d req-780cb1de-c141-4dad-a0b9-a288b8c5debb service nova] Lock "b4f4cf1d-31b2-4397-9487-51de2e165f91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.349445] env[68166]: DEBUG nova.compute.manager [req-380c4d75-2977-4b43-9557-3313d1c2f24d req-780cb1de-c141-4dad-a0b9-a288b8c5debb service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] No waiting events found dispatching network-vif-plugged-317e4c96-ef96-4026-a431-3716c258a902 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.349445] env[68166]: WARNING nova.compute.manager [req-380c4d75-2977-4b43-9557-3313d1c2f24d req-780cb1de-c141-4dad-a0b9-a288b8c5debb service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Received unexpected event network-vif-plugged-317e4c96-ef96-4026-a431-3716c258a902 for instance with vm_state building and task_state block_device_mapping. [ 1223.436940] env[68166]: DEBUG nova.network.neutron [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Successfully updated port: 317e4c96-ef96-4026-a431-3716c258a902 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.564383] env[68166]: INFO nova.compute.manager [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Detaching volume ed6dd60e-872b-4c18-b183-1713801cc27f [ 1223.600479] env[68166]: INFO nova.virt.block_device [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Attempting to driver detach volume ed6dd60e-872b-4c18-b183-1713801cc27f from mountpoint /dev/sdb [ 1223.600775] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1223.600986] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564199', 'volume_id': 'ed6dd60e-872b-4c18-b183-1713801cc27f', 'name': 'volume-ed6dd60e-872b-4c18-b183-1713801cc27f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1682ddc8-cc17-4e1f-a6f1-de90f83ecc96', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed6dd60e-872b-4c18-b183-1713801cc27f', 'serial': 'ed6dd60e-872b-4c18-b183-1713801cc27f'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1223.601950] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c52b108-48e8-47aa-847a-d1913c3e2bdd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.624713] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd6dd3-8ade-4c7f-bd75-02357dbb8558 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.631709] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e49b3-4b4a-4df4-88a0-9f4eee555617 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.651151] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c794e1-7444-4cf3-b7e4-5f3014154c7f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.667522] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] The volume has not been displaced from its original location: [datastore2] volume-ed6dd60e-872b-4c18-b183-1713801cc27f/volume-ed6dd60e-872b-4c18-b183-1713801cc27f.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1223.672845] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1223.673374] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22d2af4b-740b-4701-b785-2f95622ca8b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.691055] env[68166]: DEBUG oslo_vmware.api [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1223.691055] env[68166]: value = "task-2807696" [ 1223.691055] env[68166]: _type = "Task" [ 1223.691055] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.699193] env[68166]: DEBUG oslo_vmware.api [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.939609] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.939782] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.939941] env[68166]: DEBUG nova.network.neutron [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.201535] env[68166]: DEBUG oslo_vmware.api [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807696, 'name': ReconfigVM_Task, 'duration_secs': 0.226414} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.202701] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.209514] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-880d3297-b14c-4508-aa0e-fc1d5d5726e7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.226421] env[68166]: DEBUG oslo_vmware.api [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1224.226421] env[68166]: value = "task-2807697" [ 1224.226421] env[68166]: _type = "Task" [ 1224.226421] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.234635] env[68166]: DEBUG oslo_vmware.api [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.340463] env[68166]: DEBUG oslo_concurrency.lockutils [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.340792] env[68166]: DEBUG oslo_concurrency.lockutils [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.341086] env[68166]: DEBUG oslo_concurrency.lockutils [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.341340] env[68166]: DEBUG oslo_concurrency.lockutils [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.341554] env[68166]: DEBUG oslo_concurrency.lockutils [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.343860] env[68166]: INFO nova.compute.manager [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Terminating instance [ 1224.471078] env[68166]: DEBUG nova.network.neutron [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.604705] env[68166]: DEBUG nova.network.neutron [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance_info_cache with network_info: [{"id": "317e4c96-ef96-4026-a431-3716c258a902", "address": "fa:16:3e:0e:b1:20", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317e4c96-ef", "ovs_interfaceid": "317e4c96-ef96-4026-a431-3716c258a902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.722510] env[68166]: DEBUG nova.compute.manager [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.722997] env[68166]: DEBUG nova.virt.hardware [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.723228] env[68166]: DEBUG nova.virt.hardware [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.723383] env[68166]: DEBUG nova.virt.hardware [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.723563] env[68166]: DEBUG nova.virt.hardware [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.723736] env[68166]: DEBUG nova.virt.hardware [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.723900] env[68166]: DEBUG nova.virt.hardware [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.724163] env[68166]: DEBUG nova.virt.hardware [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.724296] env[68166]: DEBUG nova.virt.hardware [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.724460] env[68166]: DEBUG nova.virt.hardware [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.724620] env[68166]: DEBUG nova.virt.hardware [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.724792] env[68166]: DEBUG nova.virt.hardware [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.725742] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678b8bde-16b3-4139-a7d5-9a726d7477bd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.740061] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf03164-56fa-47d2-aab2-e9c8e9f7094d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.743638] env[68166]: DEBUG oslo_vmware.api [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807697, 'name': ReconfigVM_Task, 'duration_secs': 0.13263} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.744098] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564199', 'volume_id': 'ed6dd60e-872b-4c18-b183-1713801cc27f', 'name': 'volume-ed6dd60e-872b-4c18-b183-1713801cc27f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1682ddc8-cc17-4e1f-a6f1-de90f83ecc96', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed6dd60e-872b-4c18-b183-1713801cc27f', 'serial': 'ed6dd60e-872b-4c18-b183-1713801cc27f'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1224.847861] env[68166]: DEBUG nova.compute.manager [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.848157] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.849068] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f0241b-ffb2-4f3c-b2f0-d06aefa81934 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.856431] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.856670] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbad886c-b247-402e-b003-dafc1e211d42 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.862234] env[68166]: DEBUG oslo_vmware.api [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1224.862234] env[68166]: value = "task-2807698" [ 1224.862234] env[68166]: _type = "Task" [ 1224.862234] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.869659] env[68166]: DEBUG oslo_vmware.api [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.107299] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.107637] env[68166]: DEBUG nova.compute.manager [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Instance network_info: |[{"id": "317e4c96-ef96-4026-a431-3716c258a902", "address": "fa:16:3e:0e:b1:20", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317e4c96-ef", "ovs_interfaceid": "317e4c96-ef96-4026-a431-3716c258a902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.108140] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:b1:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '317e4c96-ef96-4026-a431-3716c258a902', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.115781] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.116014] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.116242] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dda6139f-ec42-4565-8f45-8c3547c0a4c3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.135676] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.135676] env[68166]: value = "task-2807699" [ 1225.135676] env[68166]: _type = "Task" [ 1225.135676] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.142868] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807699, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.286192] env[68166]: DEBUG nova.objects.instance [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lazy-loading 'flavor' on Instance uuid 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.372549] env[68166]: DEBUG oslo_vmware.api [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807698, 'name': PowerOffVM_Task, 'duration_secs': 0.191529} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.373836] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.374049] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.375182] env[68166]: DEBUG nova.compute.manager [req-469b7763-3261-41af-8c83-b83cd3df9caa req-d1f35140-b601-4b09-a637-e9929aed5071 service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Received event network-changed-317e4c96-ef96-4026-a431-3716c258a902 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1225.375365] env[68166]: DEBUG nova.compute.manager [req-469b7763-3261-41af-8c83-b83cd3df9caa req-d1f35140-b601-4b09-a637-e9929aed5071 service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Refreshing instance network info cache due to event network-changed-317e4c96-ef96-4026-a431-3716c258a902. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1225.375553] env[68166]: DEBUG oslo_concurrency.lockutils [req-469b7763-3261-41af-8c83-b83cd3df9caa req-d1f35140-b601-4b09-a637-e9929aed5071 service nova] Acquiring lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.375724] env[68166]: DEBUG oslo_concurrency.lockutils [req-469b7763-3261-41af-8c83-b83cd3df9caa req-d1f35140-b601-4b09-a637-e9929aed5071 service nova] Acquired lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.375878] env[68166]: DEBUG nova.network.neutron [req-469b7763-3261-41af-8c83-b83cd3df9caa req-d1f35140-b601-4b09-a637-e9929aed5071 service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Refreshing network info cache for port 317e4c96-ef96-4026-a431-3716c258a902 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.377223] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fe80993-0e63-48c6-883e-16dc002fda10 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.436979] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.437227] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.437413] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleting the datastore file [datastore1] 31a9d5ed-a006-4095-9e3a-f49e36eecd06 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.437676] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1868c705-071a-4cf1-907e-19017e0958c6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.444560] env[68166]: DEBUG oslo_vmware.api [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1225.444560] env[68166]: value = "task-2807701" [ 1225.444560] env[68166]: _type = "Task" [ 1225.444560] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.452657] env[68166]: DEBUG oslo_vmware.api [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.645276] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807699, 'name': CreateVM_Task, 'duration_secs': 0.441222} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.645477] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.646074] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'attachment_id': '4322a07b-3c5d-402e-b1b0-304a5c7804f4', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564198', 'volume_id': 'b279379c-8a52-403c-a00b-41e92bbb9e4e', 'name': 'volume-b279379c-8a52-403c-a00b-41e92bbb9e4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b4f4cf1d-31b2-4397-9487-51de2e165f91', 'attached_at': '', 'detached_at': '', 'volume_id': 'b279379c-8a52-403c-a00b-41e92bbb9e4e', 'serial': 'b279379c-8a52-403c-a00b-41e92bbb9e4e'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68166) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1225.646293] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Root volume attach. Driver type: vmdk {{(pid=68166) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1225.647067] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836ad7b1-ee69-4602-90a8-9a00cad629d1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.653995] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbf4bf8-01e0-4902-b0d7-9ce2467f025a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.659805] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f753a9e1-7822-4891-8391-4be9390c727c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.665202] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b687cea9-4893-45ac-8702-eafafa197417 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.671353] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1225.671353] env[68166]: value = "task-2807702" [ 1225.671353] env[68166]: _type = "Task" [ 1225.671353] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.678420] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807702, 'name': RelocateVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.954554] env[68166]: DEBUG oslo_vmware.api [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139762} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.954797] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.954979] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.955177] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.955353] env[68166]: INFO nova.compute.manager [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1225.955587] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.955851] env[68166]: DEBUG nova.compute.manager [-] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.955970] env[68166]: DEBUG nova.network.neutron [-] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.084550] env[68166]: DEBUG nova.network.neutron [req-469b7763-3261-41af-8c83-b83cd3df9caa req-d1f35140-b601-4b09-a637-e9929aed5071 service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updated VIF entry in instance network info cache for port 317e4c96-ef96-4026-a431-3716c258a902. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.084913] env[68166]: DEBUG nova.network.neutron [req-469b7763-3261-41af-8c83-b83cd3df9caa req-d1f35140-b601-4b09-a637-e9929aed5071 service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance_info_cache with network_info: [{"id": "317e4c96-ef96-4026-a431-3716c258a902", "address": "fa:16:3e:0e:b1:20", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317e4c96-ef", "ovs_interfaceid": "317e4c96-ef96-4026-a431-3716c258a902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.181517] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807702, 'name': RelocateVM_Task, 'duration_secs': 0.331419} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.181808] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1226.182024] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564198', 'volume_id': 'b279379c-8a52-403c-a00b-41e92bbb9e4e', 'name': 'volume-b279379c-8a52-403c-a00b-41e92bbb9e4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b4f4cf1d-31b2-4397-9487-51de2e165f91', 'attached_at': '', 'detached_at': '', 'volume_id': 'b279379c-8a52-403c-a00b-41e92bbb9e4e', 'serial': 'b279379c-8a52-403c-a00b-41e92bbb9e4e'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1226.182815] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cf043b-c9df-4742-a189-acebe47ef581 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.198148] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3e204c-ccf8-4520-9e10-e386adeb27fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.220903] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-b279379c-8a52-403c-a00b-41e92bbb9e4e/volume-b279379c-8a52-403c-a00b-41e92bbb9e4e.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.221248] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe6b298-d304-4831-a659-07c1164bd7d7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.241130] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1226.241130] env[68166]: value = "task-2807703" [ 1226.241130] env[68166]: _type = "Task" [ 1226.241130] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.248800] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.293548] env[68166]: DEBUG oslo_concurrency.lockutils [None req-48e5d8a9-d9aa-4420-845c-eaab7d270179 tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.412676] env[68166]: DEBUG nova.compute.manager [req-b4eed1f0-32df-4234-98af-f846c39d9408 req-cf49a616-cd22-4b51-af11-e3335fbc06c4 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Received event network-vif-deleted-a797276a-2810-4e16-aa9b-c12b11c27b88 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1226.413134] env[68166]: INFO nova.compute.manager [req-b4eed1f0-32df-4234-98af-f846c39d9408 req-cf49a616-cd22-4b51-af11-e3335fbc06c4 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Neutron deleted interface a797276a-2810-4e16-aa9b-c12b11c27b88; detaching it from the instance and deleting it from the info cache [ 1226.413134] env[68166]: DEBUG nova.network.neutron [req-b4eed1f0-32df-4234-98af-f846c39d9408 req-cf49a616-cd22-4b51-af11-e3335fbc06c4 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.587350] env[68166]: DEBUG oslo_concurrency.lockutils [req-469b7763-3261-41af-8c83-b83cd3df9caa req-d1f35140-b601-4b09-a637-e9929aed5071 service nova] Releasing lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.751415] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807703, 'name': ReconfigVM_Task, 'duration_secs': 0.252344} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.751713] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-b279379c-8a52-403c-a00b-41e92bbb9e4e/volume-b279379c-8a52-403c-a00b-41e92bbb9e4e.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.756447] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30efdd86-d927-43ea-b725-3c6c33873ac1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.771281] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1226.771281] env[68166]: value = "task-2807704" [ 1226.771281] env[68166]: _type = "Task" [ 1226.771281] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.779165] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.897117] env[68166]: DEBUG nova.network.neutron [-] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.916662] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-580899e0-acd1-4496-8d98-bb84a1959c5c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.926219] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557804cb-014c-4c80-9234-1dd3a075f5e0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.959216] env[68166]: DEBUG nova.compute.manager [req-b4eed1f0-32df-4234-98af-f846c39d9408 req-cf49a616-cd22-4b51-af11-e3335fbc06c4 service nova] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Detach interface failed, port_id=a797276a-2810-4e16-aa9b-c12b11c27b88, reason: Instance 31a9d5ed-a006-4095-9e3a-f49e36eecd06 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1227.282788] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807704, 'name': ReconfigVM_Task, 'duration_secs': 0.115613} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.283103] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564198', 'volume_id': 'b279379c-8a52-403c-a00b-41e92bbb9e4e', 'name': 'volume-b279379c-8a52-403c-a00b-41e92bbb9e4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b4f4cf1d-31b2-4397-9487-51de2e165f91', 'attached_at': '', 'detached_at': '', 'volume_id': 'b279379c-8a52-403c-a00b-41e92bbb9e4e', 'serial': 'b279379c-8a52-403c-a00b-41e92bbb9e4e'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1227.283630] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9708964d-0e43-41f2-891c-165c5b595505 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.292568] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1227.292568] env[68166]: value = "task-2807705" [ 1227.292568] env[68166]: _type = "Task" [ 1227.292568] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.301323] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807705, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.311784] env[68166]: DEBUG oslo_concurrency.lockutils [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.312013] env[68166]: DEBUG oslo_concurrency.lockutils [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.312328] env[68166]: DEBUG oslo_concurrency.lockutils [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.312519] env[68166]: DEBUG oslo_concurrency.lockutils [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.312683] env[68166]: DEBUG oslo_concurrency.lockutils [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.314678] env[68166]: INFO nova.compute.manager [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Terminating instance [ 1227.400611] env[68166]: INFO nova.compute.manager [-] [instance: 31a9d5ed-a006-4095-9e3a-f49e36eecd06] Took 1.44 seconds to deallocate network for instance. [ 1227.803091] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807705, 'name': Rename_Task, 'duration_secs': 0.133091} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.803373] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.803622] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a5c0079-b9c1-459f-b422-105c3520e1ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.809148] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1227.809148] env[68166]: value = "task-2807706" [ 1227.809148] env[68166]: _type = "Task" [ 1227.809148] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.816292] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.817941] env[68166]: DEBUG nova.compute.manager [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.818167] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.818857] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28553a9-e0b6-494a-84e6-e512403c2483 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.824671] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.824909] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7269d2dc-b900-458f-929a-c8cd89d50256 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.832074] env[68166]: DEBUG oslo_vmware.api [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1227.832074] env[68166]: value = "task-2807707" [ 1227.832074] env[68166]: _type = "Task" [ 1227.832074] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.839926] env[68166]: DEBUG oslo_vmware.api [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.907632] env[68166]: DEBUG oslo_concurrency.lockutils [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.907919] env[68166]: DEBUG oslo_concurrency.lockutils [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.908165] env[68166]: DEBUG oslo_concurrency.lockutils [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.936236] env[68166]: INFO nova.scheduler.client.report [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleted allocations for instance 31a9d5ed-a006-4095-9e3a-f49e36eecd06 [ 1228.319729] env[68166]: DEBUG oslo_vmware.api [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807706, 'name': PowerOnVM_Task, 'duration_secs': 0.454045} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.320057] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.320311] env[68166]: INFO nova.compute.manager [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Took 3.60 seconds to spawn the instance on the hypervisor. [ 1228.320530] env[68166]: DEBUG nova.compute.manager [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.321420] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac12bf72-141e-4630-a81c-83d5b6488a34 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.341339] env[68166]: DEBUG oslo_vmware.api [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807707, 'name': PowerOffVM_Task, 'duration_secs': 0.181524} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.341620] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.341826] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.342121] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-510a3f93-7a33-41c1-a3b1-2cd6bbce770c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.398921] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.399160] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.399348] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Deleting the datastore file [datastore2] 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.399664] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d7196fe-b841-4458-bcf6-f8c42dc83462 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.406209] env[68166]: DEBUG oslo_vmware.api [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for the task: (returnval){ [ 1228.406209] env[68166]: value = "task-2807709" [ 1228.406209] env[68166]: _type = "Task" [ 1228.406209] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.413725] env[68166]: DEBUG oslo_vmware.api [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.444614] env[68166]: DEBUG oslo_concurrency.lockutils [None req-98556bc9-9946-404a-a5fb-b4341bd5a54a tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "31a9d5ed-a006-4095-9e3a-f49e36eecd06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.104s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.839919] env[68166]: INFO nova.compute.manager [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Took 10.05 seconds to build instance. [ 1228.916634] env[68166]: DEBUG oslo_vmware.api [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Task: {'id': task-2807709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132952} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.916921] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.917205] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.917410] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.917646] env[68166]: INFO nova.compute.manager [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1228.917916] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.918576] env[68166]: DEBUG nova.compute.manager [-] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.918686] env[68166]: DEBUG nova.network.neutron [-] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.260581] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "53fd87dd-9814-4a64-a2ce-3abda5b97649" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.260807] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "53fd87dd-9814-4a64-a2ce-3abda5b97649" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.341837] env[68166]: DEBUG oslo_concurrency.lockutils [None req-5270349b-50de-4523-a47b-0978285a7f68 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "b4f4cf1d-31b2-4397-9487-51de2e165f91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.558s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.415927] env[68166]: DEBUG nova.compute.manager [req-a825e9cb-61eb-4f3f-b209-7daeaf688e36 req-4ff03a2a-fb47-48bd-9aa4-4bf2b072fe7b service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Received event network-vif-deleted-e6abe653-9e71-4c96-9d78-324b88f23efd {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1229.416149] env[68166]: INFO nova.compute.manager [req-a825e9cb-61eb-4f3f-b209-7daeaf688e36 req-4ff03a2a-fb47-48bd-9aa4-4bf2b072fe7b service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Neutron deleted interface e6abe653-9e71-4c96-9d78-324b88f23efd; detaching it from the instance and deleting it from the info cache [ 1229.416320] env[68166]: DEBUG nova.network.neutron [req-a825e9cb-61eb-4f3f-b209-7daeaf688e36 req-4ff03a2a-fb47-48bd-9aa4-4bf2b072fe7b service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.764452] env[68166]: DEBUG nova.compute.manager [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1229.895470] env[68166]: DEBUG nova.network.neutron [-] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.920459] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd7a5da5-6428-48cd-9aec-c21d6e7a2d10 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.929646] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7017b3-9b2d-446d-b979-304332983b10 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.960642] env[68166]: DEBUG nova.compute.manager [req-a825e9cb-61eb-4f3f-b209-7daeaf688e36 req-4ff03a2a-fb47-48bd-9aa4-4bf2b072fe7b service nova] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Detach interface failed, port_id=e6abe653-9e71-4c96-9d78-324b88f23efd, reason: Instance 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1230.032145] env[68166]: DEBUG nova.compute.manager [req-48d2276c-0f7e-4dbb-b3ab-4351a172f105 req-3be0f4f9-ceee-466a-983c-76d3cb8c7f28 service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Received event network-changed-6dbe75b5-9de4-4bcc-ac55-98cd93ad886a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1230.032356] env[68166]: DEBUG nova.compute.manager [req-48d2276c-0f7e-4dbb-b3ab-4351a172f105 req-3be0f4f9-ceee-466a-983c-76d3cb8c7f28 service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Refreshing instance network info cache due to event network-changed-6dbe75b5-9de4-4bcc-ac55-98cd93ad886a. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1230.032573] env[68166]: DEBUG oslo_concurrency.lockutils [req-48d2276c-0f7e-4dbb-b3ab-4351a172f105 req-3be0f4f9-ceee-466a-983c-76d3cb8c7f28 service nova] Acquiring lock "refresh_cache-5fe5fef4-bbaf-49fc-a3e4-b3122a680519" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.032727] env[68166]: DEBUG oslo_concurrency.lockutils [req-48d2276c-0f7e-4dbb-b3ab-4351a172f105 req-3be0f4f9-ceee-466a-983c-76d3cb8c7f28 service nova] Acquired lock "refresh_cache-5fe5fef4-bbaf-49fc-a3e4-b3122a680519" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.032889] env[68166]: DEBUG nova.network.neutron [req-48d2276c-0f7e-4dbb-b3ab-4351a172f105 req-3be0f4f9-ceee-466a-983c-76d3cb8c7f28 service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Refreshing network info cache for port 6dbe75b5-9de4-4bcc-ac55-98cd93ad886a {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.285182] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.285788] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.287206] env[68166]: INFO nova.compute.claims [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.401752] env[68166]: INFO nova.compute.manager [-] [instance: 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96] Took 1.48 seconds to deallocate network for instance. [ 1230.730632] env[68166]: DEBUG nova.network.neutron [req-48d2276c-0f7e-4dbb-b3ab-4351a172f105 req-3be0f4f9-ceee-466a-983c-76d3cb8c7f28 service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Updated VIF entry in instance network info cache for port 6dbe75b5-9de4-4bcc-ac55-98cd93ad886a. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.731044] env[68166]: DEBUG nova.network.neutron [req-48d2276c-0f7e-4dbb-b3ab-4351a172f105 req-3be0f4f9-ceee-466a-983c-76d3cb8c7f28 service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Updating instance_info_cache with network_info: [{"id": "6dbe75b5-9de4-4bcc-ac55-98cd93ad886a", "address": "fa:16:3e:23:30:e0", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbe75b5-9d", "ovs_interfaceid": "6dbe75b5-9de4-4bcc-ac55-98cd93ad886a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.908628] env[68166]: DEBUG oslo_concurrency.lockutils [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.233425] env[68166]: DEBUG oslo_concurrency.lockutils [req-48d2276c-0f7e-4dbb-b3ab-4351a172f105 req-3be0f4f9-ceee-466a-983c-76d3cb8c7f28 service nova] Releasing lock "refresh_cache-5fe5fef4-bbaf-49fc-a3e4-b3122a680519" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.375703] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074abba3-eecf-4fa2-913d-0acda04614c8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.384744] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9cf154-d720-4144-b6fb-f81c6a80e0b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.416033] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3da3ef-ca48-42b3-bfa9-55b5a459b936 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.422898] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205066a9-4fa4-4be7-a2ca-d0d6be4517a0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.436296] env[68166]: DEBUG nova.compute.provider_tree [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.540051] env[68166]: DEBUG nova.compute.manager [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Stashing vm_state: active {{(pid=68166) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1231.939692] env[68166]: DEBUG nova.scheduler.client.report [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.056223] env[68166]: DEBUG nova.compute.manager [req-19de9b93-c56d-4d3f-98f5-f70fd9148974 req-2683e901-381a-4ee0-989a-f433abb611db service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Received event network-changed-317e4c96-ef96-4026-a431-3716c258a902 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1232.056453] env[68166]: DEBUG nova.compute.manager [req-19de9b93-c56d-4d3f-98f5-f70fd9148974 req-2683e901-381a-4ee0-989a-f433abb611db service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Refreshing instance network info cache due to event network-changed-317e4c96-ef96-4026-a431-3716c258a902. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1232.056625] env[68166]: DEBUG oslo_concurrency.lockutils [req-19de9b93-c56d-4d3f-98f5-f70fd9148974 req-2683e901-381a-4ee0-989a-f433abb611db service nova] Acquiring lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.056789] env[68166]: DEBUG oslo_concurrency.lockutils [req-19de9b93-c56d-4d3f-98f5-f70fd9148974 req-2683e901-381a-4ee0-989a-f433abb611db service nova] Acquired lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.056931] env[68166]: DEBUG nova.network.neutron [req-19de9b93-c56d-4d3f-98f5-f70fd9148974 req-2683e901-381a-4ee0-989a-f433abb611db service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Refreshing network info cache for port 317e4c96-ef96-4026-a431-3716c258a902 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.058694] env[68166]: DEBUG oslo_concurrency.lockutils [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.444803] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.445380] env[68166]: DEBUG nova.compute.manager [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.448205] env[68166]: DEBUG oslo_concurrency.lockutils [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.540s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.448908] env[68166]: DEBUG nova.objects.instance [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lazy-loading 'resources' on Instance uuid 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.751282] env[68166]: DEBUG nova.network.neutron [req-19de9b93-c56d-4d3f-98f5-f70fd9148974 req-2683e901-381a-4ee0-989a-f433abb611db service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updated VIF entry in instance network info cache for port 317e4c96-ef96-4026-a431-3716c258a902. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.751627] env[68166]: DEBUG nova.network.neutron [req-19de9b93-c56d-4d3f-98f5-f70fd9148974 req-2683e901-381a-4ee0-989a-f433abb611db service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance_info_cache with network_info: [{"id": "317e4c96-ef96-4026-a431-3716c258a902", "address": "fa:16:3e:0e:b1:20", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317e4c96-ef", "ovs_interfaceid": "317e4c96-ef96-4026-a431-3716c258a902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.950996] env[68166]: DEBUG nova.compute.utils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.955366] env[68166]: DEBUG nova.compute.manager [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1232.955366] env[68166]: DEBUG nova.network.neutron [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1232.992988] env[68166]: DEBUG nova.policy [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20086035a784ad5b671df1bb4a6ba80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e39547941684313818d76a0658c387e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.030832] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f34ae0-6807-4c6a-9e30-d9a00fe38c26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.038732] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccf132c-fcf7-4f81-b7b2-063969f01b33 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.069284] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43c0c5c-e5da-4ebf-af2c-6fe5bdbd6f4d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.076516] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed23926-bfe8-4485-b5c6-71eb9f9e7cec {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.089862] env[68166]: DEBUG nova.compute.provider_tree [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.254948] env[68166]: DEBUG oslo_concurrency.lockutils [req-19de9b93-c56d-4d3f-98f5-f70fd9148974 req-2683e901-381a-4ee0-989a-f433abb611db service nova] Releasing lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.274420] env[68166]: DEBUG nova.network.neutron [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Successfully created port: 40880006-a68d-4f33-8a47-548bc364d523 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.458043] env[68166]: DEBUG nova.compute.manager [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.593445] env[68166]: DEBUG nova.scheduler.client.report [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.099066] env[68166]: DEBUG oslo_concurrency.lockutils [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.100824] env[68166]: DEBUG oslo_concurrency.lockutils [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.042s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.121591] env[68166]: INFO nova.scheduler.client.report [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Deleted allocations for instance 1682ddc8-cc17-4e1f-a6f1-de90f83ecc96 [ 1234.467456] env[68166]: DEBUG nova.compute.manager [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.494025] env[68166]: DEBUG nova.virt.hardware [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.494295] env[68166]: DEBUG nova.virt.hardware [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.494517] env[68166]: DEBUG nova.virt.hardware [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.494712] env[68166]: DEBUG nova.virt.hardware [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.494863] env[68166]: DEBUG nova.virt.hardware [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.495047] env[68166]: DEBUG nova.virt.hardware [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.495304] env[68166]: DEBUG nova.virt.hardware [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.495473] env[68166]: DEBUG nova.virt.hardware [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.495640] env[68166]: DEBUG nova.virt.hardware [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.495808] env[68166]: DEBUG nova.virt.hardware [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.496578] env[68166]: DEBUG nova.virt.hardware [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.496928] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fb5ac0-6c62-4b44-bbd1-3a2490bcbde7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.505616] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5208bd-19be-46a3-8c8e-0b07041ac3a6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.606132] env[68166]: INFO nova.compute.claims [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.628892] env[68166]: DEBUG oslo_concurrency.lockutils [None req-829af452-712a-4146-a55d-e0d674d5005f tempest-AttachVolumeNegativeTest-1376209586 tempest-AttachVolumeNegativeTest-1376209586-project-member] Lock "1682ddc8-cc17-4e1f-a6f1-de90f83ecc96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.317s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.743891] env[68166]: DEBUG nova.compute.manager [req-144dbf78-f73a-41be-a151-9cd8960ff386 req-d973035f-2390-49da-9ab8-b9563e9e7525 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Received event network-vif-plugged-40880006-a68d-4f33-8a47-548bc364d523 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1234.744140] env[68166]: DEBUG oslo_concurrency.lockutils [req-144dbf78-f73a-41be-a151-9cd8960ff386 req-d973035f-2390-49da-9ab8-b9563e9e7525 service nova] Acquiring lock "53fd87dd-9814-4a64-a2ce-3abda5b97649-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.744353] env[68166]: DEBUG oslo_concurrency.lockutils [req-144dbf78-f73a-41be-a151-9cd8960ff386 req-d973035f-2390-49da-9ab8-b9563e9e7525 service nova] Lock "53fd87dd-9814-4a64-a2ce-3abda5b97649-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.744590] env[68166]: DEBUG oslo_concurrency.lockutils [req-144dbf78-f73a-41be-a151-9cd8960ff386 req-d973035f-2390-49da-9ab8-b9563e9e7525 service nova] Lock "53fd87dd-9814-4a64-a2ce-3abda5b97649-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.744782] env[68166]: DEBUG nova.compute.manager [req-144dbf78-f73a-41be-a151-9cd8960ff386 req-d973035f-2390-49da-9ab8-b9563e9e7525 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] No waiting events found dispatching network-vif-plugged-40880006-a68d-4f33-8a47-548bc364d523 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.744950] env[68166]: WARNING nova.compute.manager [req-144dbf78-f73a-41be-a151-9cd8960ff386 req-d973035f-2390-49da-9ab8-b9563e9e7525 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Received unexpected event network-vif-plugged-40880006-a68d-4f33-8a47-548bc364d523 for instance with vm_state building and task_state spawning. [ 1234.900013] env[68166]: DEBUG nova.network.neutron [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Successfully updated port: 40880006-a68d-4f33-8a47-548bc364d523 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.115189] env[68166]: INFO nova.compute.resource_tracker [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating resource usage from migration a2813eb5-3656-446c-89c8-9378bb3c521a [ 1235.185056] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e77a09-f960-465b-846b-56299af4abe4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.192798] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33172d9f-a624-4e4b-a359-a73abea732ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.224893] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233666b6-91c1-4785-a40a-c751b40a8442 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.232540] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25913dd0-81d9-4943-84e8-f33c7c3c3d59 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.246356] env[68166]: DEBUG nova.compute.provider_tree [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.402925] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.403088] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.403254] env[68166]: DEBUG nova.network.neutron [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.749355] env[68166]: DEBUG nova.scheduler.client.report [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.936696] env[68166]: DEBUG nova.network.neutron [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.075507] env[68166]: DEBUG nova.network.neutron [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Updating instance_info_cache with network_info: [{"id": "40880006-a68d-4f33-8a47-548bc364d523", "address": "fa:16:3e:a8:d1:d1", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40880006-a6", "ovs_interfaceid": "40880006-a68d-4f33-8a47-548bc364d523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.253917] env[68166]: DEBUG oslo_concurrency.lockutils [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.153s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.254155] env[68166]: INFO nova.compute.manager [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Migrating [ 1236.578384] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.578651] env[68166]: DEBUG nova.compute.manager [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Instance network_info: |[{"id": "40880006-a68d-4f33-8a47-548bc364d523", "address": "fa:16:3e:a8:d1:d1", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40880006-a6", "ovs_interfaceid": "40880006-a68d-4f33-8a47-548bc364d523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.579116] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:d1:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40880006-a68d-4f33-8a47-548bc364d523', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.587447] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.587667] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.587981] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08255121-cd6b-4096-a013-8bde94396d80 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.607736] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.607736] env[68166]: value = "task-2807711" [ 1236.607736] env[68166]: _type = "Task" [ 1236.607736] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.616008] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807711, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.768696] env[68166]: DEBUG oslo_concurrency.lockutils [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.769019] env[68166]: DEBUG oslo_concurrency.lockutils [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.769074] env[68166]: DEBUG nova.network.neutron [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.776518] env[68166]: DEBUG nova.compute.manager [req-a2b12008-f66c-4cf7-aec2-403ac774d1ea req-21b30442-a3db-4ee2-947f-699c0d6fd549 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Received event network-changed-40880006-a68d-4f33-8a47-548bc364d523 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1236.776708] env[68166]: DEBUG nova.compute.manager [req-a2b12008-f66c-4cf7-aec2-403ac774d1ea req-21b30442-a3db-4ee2-947f-699c0d6fd549 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Refreshing instance network info cache due to event network-changed-40880006-a68d-4f33-8a47-548bc364d523. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1236.776989] env[68166]: DEBUG oslo_concurrency.lockutils [req-a2b12008-f66c-4cf7-aec2-403ac774d1ea req-21b30442-a3db-4ee2-947f-699c0d6fd549 service nova] Acquiring lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.777049] env[68166]: DEBUG oslo_concurrency.lockutils [req-a2b12008-f66c-4cf7-aec2-403ac774d1ea req-21b30442-a3db-4ee2-947f-699c0d6fd549 service nova] Acquired lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.777207] env[68166]: DEBUG nova.network.neutron [req-a2b12008-f66c-4cf7-aec2-403ac774d1ea req-21b30442-a3db-4ee2-947f-699c0d6fd549 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Refreshing network info cache for port 40880006-a68d-4f33-8a47-548bc364d523 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.119122] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807711, 'name': CreateVM_Task, 'duration_secs': 0.309685} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.119228] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.120315] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.120477] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.120986] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.121378] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9d5818-f1c8-4009-af41-a134b5edf3b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.128027] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1237.128027] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f39ed7-00e3-7899-b1ee-c9bd4abb9a6d" [ 1237.128027] env[68166]: _type = "Task" [ 1237.128027] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.135585] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f39ed7-00e3-7899-b1ee-c9bd4abb9a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.473302] env[68166]: DEBUG nova.network.neutron [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance_info_cache with network_info: [{"id": "317e4c96-ef96-4026-a431-3716c258a902", "address": "fa:16:3e:0e:b1:20", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317e4c96-ef", "ovs_interfaceid": "317e4c96-ef96-4026-a431-3716c258a902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.492289] env[68166]: DEBUG nova.network.neutron [req-a2b12008-f66c-4cf7-aec2-403ac774d1ea req-21b30442-a3db-4ee2-947f-699c0d6fd549 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Updated VIF entry in instance network info cache for port 40880006-a68d-4f33-8a47-548bc364d523. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.492635] env[68166]: DEBUG nova.network.neutron [req-a2b12008-f66c-4cf7-aec2-403ac774d1ea req-21b30442-a3db-4ee2-947f-699c0d6fd549 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Updating instance_info_cache with network_info: [{"id": "40880006-a68d-4f33-8a47-548bc364d523", "address": "fa:16:3e:a8:d1:d1", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40880006-a6", "ovs_interfaceid": "40880006-a68d-4f33-8a47-548bc364d523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.638073] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f39ed7-00e3-7899-b1ee-c9bd4abb9a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.638323] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.638556] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.638792] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.638949] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.639189] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.639449] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-238a121e-00fd-4616-855c-0455f7f8c872 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.647017] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.647204] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.647861] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8322bbd-6533-40ee-9cee-d1c1dd2d1fc3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.652313] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1237.652313] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]526e589a-7bea-f790-8739-3d2e214770ba" [ 1237.652313] env[68166]: _type = "Task" [ 1237.652313] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.659323] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526e589a-7bea-f790-8739-3d2e214770ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.976747] env[68166]: DEBUG oslo_concurrency.lockutils [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.994590] env[68166]: DEBUG oslo_concurrency.lockutils [req-a2b12008-f66c-4cf7-aec2-403ac774d1ea req-21b30442-a3db-4ee2-947f-699c0d6fd549 service nova] Releasing lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.162980] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]526e589a-7bea-f790-8739-3d2e214770ba, 'name': SearchDatastore_Task, 'duration_secs': 0.00742} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.163805] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19eb5f1f-d140-4458-a8cb-339b5f42798e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.168697] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1238.168697] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52b235ce-25c2-819d-901a-3733d0e1567c" [ 1238.168697] env[68166]: _type = "Task" [ 1238.168697] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.176386] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b235ce-25c2-819d-901a-3733d0e1567c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.680073] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52b235ce-25c2-819d-901a-3733d0e1567c, 'name': SearchDatastore_Task, 'duration_secs': 0.009026} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.680319] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.680575] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 53fd87dd-9814-4a64-a2ce-3abda5b97649/53fd87dd-9814-4a64-a2ce-3abda5b97649.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.680827] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0423860-0c0d-42f0-b7f6-785fe3ea208c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.687008] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1238.687008] env[68166]: value = "task-2807713" [ 1238.687008] env[68166]: _type = "Task" [ 1238.687008] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.694128] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.197176] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458201} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.197464] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] 53fd87dd-9814-4a64-a2ce-3abda5b97649/53fd87dd-9814-4a64-a2ce-3abda5b97649.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.197662] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.197918] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d46966ef-bf15-4841-8623-d878a7c791c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.205547] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1239.205547] env[68166]: value = "task-2807714" [ 1239.205547] env[68166]: _type = "Task" [ 1239.205547] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.212184] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.492054] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b209dc6-039e-43f5-934e-44814da7d8f0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.509642] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance 'b4f4cf1d-31b2-4397-9487-51de2e165f91' progress to 0 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.714269] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152986} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.714509] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.715239] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d7dbef-cd57-48ee-a899-58e66dd302e4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.736533] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 53fd87dd-9814-4a64-a2ce-3abda5b97649/53fd87dd-9814-4a64-a2ce-3abda5b97649.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.736772] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffcca88e-51e2-4c20-80b0-2ecdfeeb506c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.755638] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1239.755638] env[68166]: value = "task-2807716" [ 1239.755638] env[68166]: _type = "Task" [ 1239.755638] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.762595] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807716, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.015566] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.015913] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-352b6c9e-ca13-441f-b340-af0d9440b755 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.023644] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1240.023644] env[68166]: value = "task-2807717" [ 1240.023644] env[68166]: _type = "Task" [ 1240.023644] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.032314] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.264777] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807716, 'name': ReconfigVM_Task, 'duration_secs': 0.345432} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.265117] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 53fd87dd-9814-4a64-a2ce-3abda5b97649/53fd87dd-9814-4a64-a2ce-3abda5b97649.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.265750] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-062e1453-1454-4d68-88af-cc206fe15086 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.271107] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1240.271107] env[68166]: value = "task-2807718" [ 1240.271107] env[68166]: _type = "Task" [ 1240.271107] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.279471] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807718, 'name': Rename_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.533150] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807717, 'name': PowerOffVM_Task, 'duration_secs': 0.255683} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.533411] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.533558] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance 'b4f4cf1d-31b2-4397-9487-51de2e165f91' progress to 17 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.780858] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807718, 'name': Rename_Task, 'duration_secs': 0.137081} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.781137] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.781388] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc73eb43-55fb-42b3-a5f1-05bcc4bcaac3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.788064] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1240.788064] env[68166]: value = "task-2807719" [ 1240.788064] env[68166]: _type = "Task" [ 1240.788064] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.795102] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.041373] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.041685] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.041921] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.042213] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.042440] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.042665] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.042960] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.043224] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.043478] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.043727] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.043993] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.051972] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab8500be-1919-45ab-a3a7-ec33bff34302 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.074835] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1241.074835] env[68166]: value = "task-2807720" [ 1241.074835] env[68166]: _type = "Task" [ 1241.074835] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.085653] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.297563] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.585233] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807720, 'name': ReconfigVM_Task, 'duration_secs': 0.146906} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.585511] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance 'b4f4cf1d-31b2-4397-9487-51de2e165f91' progress to 33 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.798845] env[68166]: DEBUG oslo_vmware.api [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807719, 'name': PowerOnVM_Task, 'duration_secs': 1.005399} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.799160] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.799372] env[68166]: INFO nova.compute.manager [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1241.799575] env[68166]: DEBUG nova.compute.manager [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.800374] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c404f0d-d364-48a0-a31f-221f3e227760 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.092246] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.092520] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.092658] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.092844] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.092990] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.093167] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.093375] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.093534] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.093699] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.093907] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.094130] env[68166]: DEBUG nova.virt.hardware [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.099800] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1242.100421] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b92b4ffa-b982-4266-b04a-9a4b8d53676d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.118842] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1242.118842] env[68166]: value = "task-2807721" [ 1242.118842] env[68166]: _type = "Task" [ 1242.118842] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.126566] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.315735] env[68166]: INFO nova.compute.manager [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Took 12.05 seconds to build instance. [ 1242.629397] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807721, 'name': ReconfigVM_Task, 'duration_secs': 0.175262} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.629549] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.630311] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079ed4c8-edcd-4bc4-9901-62530228d418 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.651793] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-b279379c-8a52-403c-a00b-41e92bbb9e4e/volume-b279379c-8a52-403c-a00b-41e92bbb9e4e.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.652053] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe63820-c20f-4fa8-bdb2-a69f7e08bdb8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.670193] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1242.670193] env[68166]: value = "task-2807722" [ 1242.670193] env[68166]: _type = "Task" [ 1242.670193] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.680783] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.818430] env[68166]: DEBUG oslo_concurrency.lockutils [None req-516f9bb5-fe28-4f3c-923e-f341b2f9229c tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "53fd87dd-9814-4a64-a2ce-3abda5b97649" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.557s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.180411] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.432492] env[68166]: DEBUG nova.compute.manager [req-0161e590-2e94-4e46-93b1-d6b54c653a9d req-16e3e63a-0a91-4e6b-8d20-33fabd087d90 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Received event network-changed-40880006-a68d-4f33-8a47-548bc364d523 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1243.432492] env[68166]: DEBUG nova.compute.manager [req-0161e590-2e94-4e46-93b1-d6b54c653a9d req-16e3e63a-0a91-4e6b-8d20-33fabd087d90 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Refreshing instance network info cache due to event network-changed-40880006-a68d-4f33-8a47-548bc364d523. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1243.432492] env[68166]: DEBUG oslo_concurrency.lockutils [req-0161e590-2e94-4e46-93b1-d6b54c653a9d req-16e3e63a-0a91-4e6b-8d20-33fabd087d90 service nova] Acquiring lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.432492] env[68166]: DEBUG oslo_concurrency.lockutils [req-0161e590-2e94-4e46-93b1-d6b54c653a9d req-16e3e63a-0a91-4e6b-8d20-33fabd087d90 service nova] Acquired lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.432492] env[68166]: DEBUG nova.network.neutron [req-0161e590-2e94-4e46-93b1-d6b54c653a9d req-16e3e63a-0a91-4e6b-8d20-33fabd087d90 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Refreshing network info cache for port 40880006-a68d-4f33-8a47-548bc364d523 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.684771] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807722, 'name': ReconfigVM_Task, 'duration_secs': 0.81771} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.684771] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-b279379c-8a52-403c-a00b-41e92bbb9e4e/volume-b279379c-8a52-403c-a00b-41e92bbb9e4e.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.684771] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance 'b4f4cf1d-31b2-4397-9487-51de2e165f91' progress to 50 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.191114] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60372d2-1719-40b9-869c-4a2bdf34bba3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.194500] env[68166]: DEBUG nova.network.neutron [req-0161e590-2e94-4e46-93b1-d6b54c653a9d req-16e3e63a-0a91-4e6b-8d20-33fabd087d90 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Updated VIF entry in instance network info cache for port 40880006-a68d-4f33-8a47-548bc364d523. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.194817] env[68166]: DEBUG nova.network.neutron [req-0161e590-2e94-4e46-93b1-d6b54c653a9d req-16e3e63a-0a91-4e6b-8d20-33fabd087d90 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Updating instance_info_cache with network_info: [{"id": "40880006-a68d-4f33-8a47-548bc364d523", "address": "fa:16:3e:a8:d1:d1", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40880006-a6", "ovs_interfaceid": "40880006-a68d-4f33-8a47-548bc364d523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.213934] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a28566-93d0-4c46-95d3-7c9fc2260530 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.234348] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance 'b4f4cf1d-31b2-4397-9487-51de2e165f91' progress to 67 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.697939] env[68166]: DEBUG oslo_concurrency.lockutils [req-0161e590-2e94-4e46-93b1-d6b54c653a9d req-16e3e63a-0a91-4e6b-8d20-33fabd087d90 service nova] Releasing lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.869622] env[68166]: DEBUG nova.network.neutron [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Port 317e4c96-ef96-4026-a431-3716c258a902 binding to destination host cpu-1 is already ACTIVE {{(pid=68166) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1246.890118] env[68166]: DEBUG oslo_concurrency.lockutils [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "b4f4cf1d-31b2-4397-9487-51de2e165f91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.890419] env[68166]: DEBUG oslo_concurrency.lockutils [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "b4f4cf1d-31b2-4397-9487-51de2e165f91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.890519] env[68166]: DEBUG oslo_concurrency.lockutils [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "b4f4cf1d-31b2-4397-9487-51de2e165f91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.926259] env[68166]: DEBUG oslo_concurrency.lockutils [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.926567] env[68166]: DEBUG oslo_concurrency.lockutils [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.926632] env[68166]: DEBUG nova.network.neutron [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.616014] env[68166]: DEBUG nova.network.neutron [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance_info_cache with network_info: [{"id": "317e4c96-ef96-4026-a431-3716c258a902", "address": "fa:16:3e:0e:b1:20", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317e4c96-ef", "ovs_interfaceid": "317e4c96-ef96-4026-a431-3716c258a902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.119262] env[68166]: DEBUG oslo_concurrency.lockutils [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.628465] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023caf5a-fd63-4295-90f0-ee72c2cc9667 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.635626] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88153963-add3-4113-b319-867741b8fca9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.730078] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6b9cae-d0e1-4e24-ba7a-5495c18481aa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.749217] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed88f44f-0f48-42ff-9062-9a9fde393ddb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.755865] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance 'b4f4cf1d-31b2-4397-9487-51de2e165f91' progress to 83 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.262210] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.262557] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-458737f0-8e78-490e-917f-78061176f8a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.269146] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1251.269146] env[68166]: value = "task-2807723" [ 1251.269146] env[68166]: _type = "Task" [ 1251.269146] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.277041] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.778858] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.279323] env[68166]: DEBUG oslo_vmware.api [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807723, 'name': PowerOnVM_Task, 'duration_secs': 0.609718} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.279608] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.279791] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-23ffb963-2b14-4616-bd38-31d28435e4ce tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance 'b4f4cf1d-31b2-4397-9487-51de2e165f91' progress to 100 {{(pid=68166) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.310231] env[68166]: DEBUG oslo_concurrency.lockutils [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "b4f4cf1d-31b2-4397-9487-51de2e165f91" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.310638] env[68166]: DEBUG oslo_concurrency.lockutils [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "b4f4cf1d-31b2-4397-9487-51de2e165f91" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.310802] env[68166]: DEBUG nova.compute.manager [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Going to confirm migration 8 {{(pid=68166) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1254.854095] env[68166]: DEBUG oslo_concurrency.lockutils [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.854307] env[68166]: DEBUG oslo_concurrency.lockutils [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquired lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.854484] env[68166]: DEBUG nova.network.neutron [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.854664] env[68166]: DEBUG nova.objects.instance [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lazy-loading 'info_cache' on Instance uuid b4f4cf1d-31b2-4397-9487-51de2e165f91 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.049455] env[68166]: DEBUG nova.network.neutron [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance_info_cache with network_info: [{"id": "317e4c96-ef96-4026-a431-3716c258a902", "address": "fa:16:3e:0e:b1:20", "network": {"id": "b45f6d5d-d387-496b-9d45-8ed528dedf6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-143350005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ef9c5f4cb248bbb50d68fe1458cb63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317e4c96-ef", "ovs_interfaceid": "317e4c96-ef96-4026-a431-3716c258a902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.552265] env[68166]: DEBUG oslo_concurrency.lockutils [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Releasing lock "refresh_cache-b4f4cf1d-31b2-4397-9487-51de2e165f91" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.552550] env[68166]: DEBUG nova.objects.instance [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lazy-loading 'migration_context' on Instance uuid b4f4cf1d-31b2-4397-9487-51de2e165f91 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.055526] env[68166]: DEBUG nova.objects.base [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1257.056966] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09752d38-a62f-4ff0-9ab2-4f69e5ec76e5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.076119] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c5a279-91d7-47a3-9b55-05dc5d32b0a3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.081654] env[68166]: DEBUG oslo_vmware.api [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1257.081654] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52f8d5fb-55a5-c80b-a185-1fa54046b8a7" [ 1257.081654] env[68166]: _type = "Task" [ 1257.081654] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.089179] env[68166]: DEBUG oslo_vmware.api [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f8d5fb-55a5-c80b-a185-1fa54046b8a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.591741] env[68166]: DEBUG oslo_vmware.api [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52f8d5fb-55a5-c80b-a185-1fa54046b8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.007227} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.592028] env[68166]: DEBUG oslo_concurrency.lockutils [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.592267] env[68166]: DEBUG oslo_concurrency.lockutils [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.637145] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.637398] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.141825] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.142123] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.142222] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.142328] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.142514] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.142603] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.142739] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68166) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1258.142883] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.166078] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb6c58f-923f-4aaf-b7f5-ff91772c5c85 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.174236] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ba28ae-cdc1-46fa-b127-ae5b92d58938 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.204352] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d3386b-e06b-4878-9c26-11ec9c537fbf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.211015] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bff676-ec7f-4be5-8a87-69093c0f2006 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.223531] env[68166]: DEBUG nova.compute.provider_tree [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.648173] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.726542] env[68166]: DEBUG nova.scheduler.client.report [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.736947] env[68166]: DEBUG oslo_concurrency.lockutils [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.144s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.739786] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.092s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.739973] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.740151] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68166) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1259.741210] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375a5c3a-3225-421e-990e-92515713dd91 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.749753] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a892b12-5c87-4af8-9c67-1c73c441f9db {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.763422] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428d289c-433d-4f71-b9c7-3fb8011d7695 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.770076] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4548dee1-d60b-47a9-9ec3-a396d321b986 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.800535] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180444MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68166) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1259.800724] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.800946] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.293054] env[68166]: INFO nova.scheduler.client.report [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted allocation for migration a2813eb5-3656-446c-89c8-9378bb3c521a [ 1260.789952] env[68166]: INFO nova.compute.manager [None req-5ebd271a-40e8-4cbe-b6a8-ed30f22dfa7d tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Get console output [ 1260.790258] env[68166]: WARNING nova.virt.vmwareapi.driver [None req-5ebd271a-40e8-4cbe-b6a8-ed30f22dfa7d tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] The console log is missing. Check your VSPC configuration [ 1260.797826] env[68166]: DEBUG oslo_concurrency.lockutils [None req-248f106d-95a2-4dab-9458-9a8c2a2d64cd tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "b4f4cf1d-31b2-4397-9487-51de2e165f91" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.487s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.821193] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 5fe5fef4-bbaf-49fc-a3e4-b3122a680519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1260.821348] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 5792e2d2-baba-4403-b97a-216a507e78dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1260.821476] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance 53fd87dd-9814-4a64-a2ce-3abda5b97649 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1260.821596] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance b4f4cf1d-31b2-4397-9487-51de2e165f91 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1260.821770] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1260.821905] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1260.872860] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eaffb3-f81e-4d5b-ae83-d48a342f66ad {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.880379] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb903ad-1e2c-447e-98b7-627e3c05d070 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.910308] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b88243-34d8-4966-8294-ef74e6ff2bc9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.917273] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9835ca-7eee-4d1e-bd0f-61c1ddc1518b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.930639] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.434384] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.939499] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1261.939875] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.414365] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8143c659-255f-41b2-aea6-0844b33becdf tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "53fd87dd-9814-4a64-a2ce-3abda5b97649" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.414829] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8143c659-255f-41b2-aea6-0844b33becdf tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "53fd87dd-9814-4a64-a2ce-3abda5b97649" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.415185] env[68166]: DEBUG nova.compute.manager [None req-8143c659-255f-41b2-aea6-0844b33becdf tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.416118] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468fc8c9-2263-4040-bfe5-666073c59aaa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.423110] env[68166]: DEBUG nova.compute.manager [None req-8143c659-255f-41b2-aea6-0844b33becdf tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68166) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1278.423714] env[68166]: DEBUG nova.objects.instance [None req-8143c659-255f-41b2-aea6-0844b33becdf tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lazy-loading 'flavor' on Instance uuid 53fd87dd-9814-4a64-a2ce-3abda5b97649 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.433219] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8143c659-255f-41b2-aea6-0844b33becdf tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.433593] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f20377eb-f5c2-4c62-a808-4a66f67d6a50 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.441784] env[68166]: DEBUG oslo_vmware.api [None req-8143c659-255f-41b2-aea6-0844b33becdf tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1279.441784] env[68166]: value = "task-2807724" [ 1279.441784] env[68166]: _type = "Task" [ 1279.441784] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.450371] env[68166]: DEBUG oslo_vmware.api [None req-8143c659-255f-41b2-aea6-0844b33becdf tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.952174] env[68166]: DEBUG oslo_vmware.api [None req-8143c659-255f-41b2-aea6-0844b33becdf tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807724, 'name': PowerOffVM_Task, 'duration_secs': 0.169192} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.952445] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-8143c659-255f-41b2-aea6-0844b33becdf tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.952667] env[68166]: DEBUG nova.compute.manager [None req-8143c659-255f-41b2-aea6-0844b33becdf tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.953450] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d06922-29a1-458e-8af7-e054d7c00ca8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.465133] env[68166]: DEBUG oslo_concurrency.lockutils [None req-8143c659-255f-41b2-aea6-0844b33becdf tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "53fd87dd-9814-4a64-a2ce-3abda5b97649" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.798022] env[68166]: DEBUG nova.objects.instance [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lazy-loading 'flavor' on Instance uuid 53fd87dd-9814-4a64-a2ce-3abda5b97649 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.304548] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.305864] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.305864] env[68166]: DEBUG nova.network.neutron [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.305864] env[68166]: DEBUG nova.objects.instance [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lazy-loading 'info_cache' on Instance uuid 53fd87dd-9814-4a64-a2ce-3abda5b97649 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.808562] env[68166]: DEBUG nova.objects.base [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Object Instance<53fd87dd-9814-4a64-a2ce-3abda5b97649> lazy-loaded attributes: flavor,info_cache {{(pid=68166) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1282.588332] env[68166]: DEBUG nova.network.neutron [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Updating instance_info_cache with network_info: [{"id": "40880006-a68d-4f33-8a47-548bc364d523", "address": "fa:16:3e:a8:d1:d1", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40880006-a6", "ovs_interfaceid": "40880006-a68d-4f33-8a47-548bc364d523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.091282] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.098137] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.098540] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ff9b692-5c1c-492c-bb29-8a1f81531f0c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.105595] env[68166]: DEBUG oslo_vmware.api [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1284.105595] env[68166]: value = "task-2807725" [ 1284.105595] env[68166]: _type = "Task" [ 1284.105595] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.113486] env[68166]: DEBUG oslo_vmware.api [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.615557] env[68166]: DEBUG oslo_vmware.api [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807725, 'name': PowerOnVM_Task, 'duration_secs': 0.384395} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.615826] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.616037] env[68166]: DEBUG nova.compute.manager [None req-a3a53c3e-0494-4d79-bb59-31f9365f5869 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.616818] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86eb4de-ec66-4568-8446-462d33b8014a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.572456] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909a8be6-2d9e-4f34-a2a2-1e8cc1013e49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.579045] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-44a0919e-91b5-4fc5-996f-14c7319c90c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Suspending the VM {{(pid=68166) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1285.579278] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4a76569b-6255-447b-afe8-7e8ce319bf98 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.585407] env[68166]: DEBUG oslo_vmware.api [None req-44a0919e-91b5-4fc5-996f-14c7319c90c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1285.585407] env[68166]: value = "task-2807726" [ 1285.585407] env[68166]: _type = "Task" [ 1285.585407] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.594363] env[68166]: DEBUG oslo_vmware.api [None req-44a0919e-91b5-4fc5-996f-14c7319c90c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807726, 'name': SuspendVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.095721] env[68166]: DEBUG oslo_vmware.api [None req-44a0919e-91b5-4fc5-996f-14c7319c90c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807726, 'name': SuspendVM_Task} progress is 75%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.595853] env[68166]: DEBUG oslo_vmware.api [None req-44a0919e-91b5-4fc5-996f-14c7319c90c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807726, 'name': SuspendVM_Task, 'duration_secs': 0.606336} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.596194] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-44a0919e-91b5-4fc5-996f-14c7319c90c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Suspended the VM {{(pid=68166) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1286.596342] env[68166]: DEBUG nova.compute.manager [None req-44a0919e-91b5-4fc5-996f-14c7319c90c0 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.597139] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b403cf1e-5c7e-482e-beb8-8b9402cb65bf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.053104] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "b4f4cf1d-31b2-4397-9487-51de2e165f91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.053365] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "b4f4cf1d-31b2-4397-9487-51de2e165f91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.053578] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "b4f4cf1d-31b2-4397-9487-51de2e165f91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.053758] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "b4f4cf1d-31b2-4397-9487-51de2e165f91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.053930] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "b4f4cf1d-31b2-4397-9487-51de2e165f91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.056178] env[68166]: INFO nova.compute.manager [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Terminating instance [ 1287.560350] env[68166]: DEBUG nova.compute.manager [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.560548] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.560800] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1129a49e-0e67-4f4c-b2da-c1ac02d422cf {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.567831] env[68166]: DEBUG oslo_vmware.api [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1287.567831] env[68166]: value = "task-2807727" [ 1287.567831] env[68166]: _type = "Task" [ 1287.567831] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.576196] env[68166]: DEBUG oslo_vmware.api [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.916500] env[68166]: INFO nova.compute.manager [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Resuming [ 1287.917160] env[68166]: DEBUG nova.objects.instance [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lazy-loading 'flavor' on Instance uuid 53fd87dd-9814-4a64-a2ce-3abda5b97649 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.076790] env[68166]: DEBUG oslo_vmware.api [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807727, 'name': PowerOffVM_Task, 'duration_secs': 0.171557} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.077079] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.077279] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1288.077468] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564198', 'volume_id': 'b279379c-8a52-403c-a00b-41e92bbb9e4e', 'name': 'volume-b279379c-8a52-403c-a00b-41e92bbb9e4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b4f4cf1d-31b2-4397-9487-51de2e165f91', 'attached_at': '2025-03-06T11:59:03.000000', 'detached_at': '', 'volume_id': 'b279379c-8a52-403c-a00b-41e92bbb9e4e', 'serial': 'b279379c-8a52-403c-a00b-41e92bbb9e4e'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1288.078219] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d338b3f-40f8-45c3-a8a6-f024398db2ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.096981] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8a88d9-3a79-4425-b3da-017e4aea260f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.102946] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dd7800-ac97-450c-be62-933b0052a33b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.119757] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11973d7b-d616-4969-9191-cc5284fb8858 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.133384] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] The volume has not been displaced from its original location: [datastore2] volume-b279379c-8a52-403c-a00b-41e92bbb9e4e/volume-b279379c-8a52-403c-a00b-41e92bbb9e4e.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1288.138593] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1288.138831] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc9dbef8-a32c-458c-89a1-d55f53e542ea {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.156393] env[68166]: DEBUG oslo_vmware.api [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1288.156393] env[68166]: value = "task-2807728" [ 1288.156393] env[68166]: _type = "Task" [ 1288.156393] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.163442] env[68166]: DEBUG oslo_vmware.api [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.666459] env[68166]: DEBUG oslo_vmware.api [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807728, 'name': ReconfigVM_Task, 'duration_secs': 0.146753} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.666763] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1288.671472] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-675fe836-0397-4991-8344-e7952e516d2e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.686733] env[68166]: DEBUG oslo_vmware.api [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1288.686733] env[68166]: value = "task-2807729" [ 1288.686733] env[68166]: _type = "Task" [ 1288.686733] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.695059] env[68166]: DEBUG oslo_vmware.api [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.197267] env[68166]: DEBUG oslo_vmware.api [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807729, 'name': ReconfigVM_Task, 'duration_secs': 0.172777} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.197694] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564198', 'volume_id': 'b279379c-8a52-403c-a00b-41e92bbb9e4e', 'name': 'volume-b279379c-8a52-403c-a00b-41e92bbb9e4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b4f4cf1d-31b2-4397-9487-51de2e165f91', 'attached_at': '2025-03-06T11:59:03.000000', 'detached_at': '', 'volume_id': 'b279379c-8a52-403c-a00b-41e92bbb9e4e', 'serial': 'b279379c-8a52-403c-a00b-41e92bbb9e4e'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1289.197826] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.198565] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2706801e-ec9a-469d-b6db-14ab38c1382c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.204559] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.204773] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba587c7b-715f-4f27-bd27-94bec43abaf1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.267438] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.267669] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.267866] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleting the datastore file [datastore2] b4f4cf1d-31b2-4397-9487-51de2e165f91 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.268156] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69688c61-0997-4bcd-b462-d619a950f247 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.274672] env[68166]: DEBUG oslo_vmware.api [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1289.274672] env[68166]: value = "task-2807731" [ 1289.274672] env[68166]: _type = "Task" [ 1289.274672] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.282154] env[68166]: DEBUG oslo_vmware.api [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.427345] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.427647] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquired lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.427715] env[68166]: DEBUG nova.network.neutron [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.784268] env[68166]: DEBUG oslo_vmware.api [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078896} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.784514] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.784702] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.784901] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.785097] env[68166]: INFO nova.compute.manager [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1289.785357] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.785599] env[68166]: DEBUG nova.compute.manager [-] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.785733] env[68166]: DEBUG nova.network.neutron [-] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.273333] env[68166]: DEBUG nova.compute.manager [req-25ef42d7-5bd1-4f65-ac3b-42a3802a7e76 req-4e7b3231-1932-4a69-b389-f5f2b92a338a service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Received event network-vif-deleted-317e4c96-ef96-4026-a431-3716c258a902 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1290.273646] env[68166]: INFO nova.compute.manager [req-25ef42d7-5bd1-4f65-ac3b-42a3802a7e76 req-4e7b3231-1932-4a69-b389-f5f2b92a338a service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Neutron deleted interface 317e4c96-ef96-4026-a431-3716c258a902; detaching it from the instance and deleting it from the info cache [ 1290.273710] env[68166]: DEBUG nova.network.neutron [req-25ef42d7-5bd1-4f65-ac3b-42a3802a7e76 req-4e7b3231-1932-4a69-b389-f5f2b92a338a service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.376136] env[68166]: DEBUG nova.network.neutron [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Updating instance_info_cache with network_info: [{"id": "40880006-a68d-4f33-8a47-548bc364d523", "address": "fa:16:3e:a8:d1:d1", "network": {"id": "fc20a393-3319-441f-8b8a-45d50082a604", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1344583627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e39547941684313818d76a0658c387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40880006-a6", "ovs_interfaceid": "40880006-a68d-4f33-8a47-548bc364d523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.745048] env[68166]: DEBUG nova.network.neutron [-] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.777267] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4e11bf8-c30d-4837-abc5-6bbfe66fdde6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.786587] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f46d6d-6ef3-41f3-b9fa-31acaa46e3e7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.813434] env[68166]: DEBUG nova.compute.manager [req-25ef42d7-5bd1-4f65-ac3b-42a3802a7e76 req-4e7b3231-1932-4a69-b389-f5f2b92a338a service nova] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Detach interface failed, port_id=317e4c96-ef96-4026-a431-3716c258a902, reason: Instance b4f4cf1d-31b2-4397-9487-51de2e165f91 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1290.878806] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Releasing lock "refresh_cache-53fd87dd-9814-4a64-a2ce-3abda5b97649" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.880061] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0931c90a-2ccc-4326-9efb-74e119d81a32 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.886286] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Resuming the VM {{(pid=68166) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1290.886552] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1fe71cd-8720-476a-b44d-fd9c767762b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.893054] env[68166]: DEBUG oslo_vmware.api [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1290.893054] env[68166]: value = "task-2807732" [ 1290.893054] env[68166]: _type = "Task" [ 1290.893054] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.901903] env[68166]: DEBUG oslo_vmware.api [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.247497] env[68166]: INFO nova.compute.manager [-] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Took 1.46 seconds to deallocate network for instance. [ 1291.402987] env[68166]: DEBUG oslo_vmware.api [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807732, 'name': PowerOnVM_Task, 'duration_secs': 0.508015} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.403409] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Resumed the VM {{(pid=68166) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1291.403464] env[68166]: DEBUG nova.compute.manager [None req-d6a92ac0-74b7-4e61-8af1-bd696c3e0797 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.404273] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89520026-c567-4c18-9d19-5bd3fe10691a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.792646] env[68166]: INFO nova.compute.manager [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Took 0.54 seconds to detach 1 volumes for instance. [ 1291.794874] env[68166]: DEBUG nova.compute.manager [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Deleting volume: b279379c-8a52-403c-a00b-41e92bbb9e4e {{(pid=68166) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1292.336386] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.336852] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.337232] env[68166]: DEBUG nova.objects.instance [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lazy-loading 'resources' on Instance uuid b4f4cf1d-31b2-4397-9487-51de2e165f91 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.604270] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "53fd87dd-9814-4a64-a2ce-3abda5b97649" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.604664] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "53fd87dd-9814-4a64-a2ce-3abda5b97649" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.604899] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "53fd87dd-9814-4a64-a2ce-3abda5b97649-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.605167] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "53fd87dd-9814-4a64-a2ce-3abda5b97649-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.605404] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "53fd87dd-9814-4a64-a2ce-3abda5b97649-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.608505] env[68166]: INFO nova.compute.manager [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Terminating instance [ 1292.903631] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31801b64-23e3-44e0-848a-9e84e9a1d678 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.911241] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c592b64d-3d91-46b0-a82d-41aeaf62592c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.942456] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f68d5b-1f66-4cf5-a7a1-b1e591f27153 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.949836] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0bb6a1-1188-44e0-830c-bc7c0f8b9799 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.962774] env[68166]: DEBUG nova.compute.provider_tree [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.113807] env[68166]: DEBUG nova.compute.manager [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.114040] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.115021] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ed70c-295e-4d93-8ee1-abc5c3e0e9aa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.123535] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.123815] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cead264-d4e1-48d3-8f36-81ff98306c6f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.130296] env[68166]: DEBUG oslo_vmware.api [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1293.130296] env[68166]: value = "task-2807734" [ 1293.130296] env[68166]: _type = "Task" [ 1293.130296] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.140730] env[68166]: DEBUG oslo_vmware.api [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.465912] env[68166]: DEBUG nova.scheduler.client.report [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.640232] env[68166]: DEBUG oslo_vmware.api [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807734, 'name': PowerOffVM_Task, 'duration_secs': 0.195271} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.640639] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.640639] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.640904] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3da700cd-7369-4856-ba6f-b2aa3856bb0d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.699637] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.699894] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.700094] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleting the datastore file [datastore2] 53fd87dd-9814-4a64-a2ce-3abda5b97649 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.700360] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc9e2394-62c3-4adf-a47f-fa4f1cacd22c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.706843] env[68166]: DEBUG oslo_vmware.api [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for the task: (returnval){ [ 1293.706843] env[68166]: value = "task-2807736" [ 1293.706843] env[68166]: _type = "Task" [ 1293.706843] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.714487] env[68166]: DEBUG oslo_vmware.api [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.971220] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.989453] env[68166]: INFO nova.scheduler.client.report [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted allocations for instance b4f4cf1d-31b2-4397-9487-51de2e165f91 [ 1294.220213] env[68166]: DEBUG oslo_vmware.api [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Task: {'id': task-2807736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150419} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.220493] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.220679] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.220856] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.221563] env[68166]: INFO nova.compute.manager [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1294.221563] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.221712] env[68166]: DEBUG nova.compute.manager [-] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.221712] env[68166]: DEBUG nova.network.neutron [-] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.497326] env[68166]: DEBUG oslo_concurrency.lockutils [None req-9c504674-fe55-4258-bdd3-6269d44cea65 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "b4f4cf1d-31b2-4397-9487-51de2e165f91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.444s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.784330] env[68166]: DEBUG oslo_concurrency.lockutils [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "5792e2d2-baba-4403-b97a-216a507e78dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.784673] env[68166]: DEBUG oslo_concurrency.lockutils [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "5792e2d2-baba-4403-b97a-216a507e78dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.784820] env[68166]: DEBUG oslo_concurrency.lockutils [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "5792e2d2-baba-4403-b97a-216a507e78dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.784999] env[68166]: DEBUG oslo_concurrency.lockutils [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "5792e2d2-baba-4403-b97a-216a507e78dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.785243] env[68166]: DEBUG oslo_concurrency.lockutils [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "5792e2d2-baba-4403-b97a-216a507e78dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.787434] env[68166]: INFO nova.compute.manager [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Terminating instance [ 1295.013137] env[68166]: DEBUG nova.compute.manager [req-0541c885-91b8-41ad-bf92-94784e97926a req-1c6d89c0-c51b-4a1c-a803-3c284ffd7de1 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Received event network-vif-deleted-40880006-a68d-4f33-8a47-548bc364d523 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1295.013363] env[68166]: INFO nova.compute.manager [req-0541c885-91b8-41ad-bf92-94784e97926a req-1c6d89c0-c51b-4a1c-a803-3c284ffd7de1 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Neutron deleted interface 40880006-a68d-4f33-8a47-548bc364d523; detaching it from the instance and deleting it from the info cache [ 1295.013537] env[68166]: DEBUG nova.network.neutron [req-0541c885-91b8-41ad-bf92-94784e97926a req-1c6d89c0-c51b-4a1c-a803-3c284ffd7de1 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.175239] env[68166]: DEBUG nova.network.neutron [-] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.291236] env[68166]: DEBUG nova.compute.manager [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1295.291484] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.292395] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014a45d7-703a-4c72-8267-195912b2a76b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.300805] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.301064] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19b3d835-8f31-4f9f-b809-d33d0bcd53d2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.307592] env[68166]: DEBUG oslo_vmware.api [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1295.307592] env[68166]: value = "task-2807737" [ 1295.307592] env[68166]: _type = "Task" [ 1295.307592] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.316643] env[68166]: DEBUG oslo_vmware.api [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.516334] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-438cbd8f-46f0-496b-a1ff-18ce7cc0e434 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.525400] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a66674-36bc-4c18-bf63-e248bbdac80f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.551797] env[68166]: DEBUG nova.compute.manager [req-0541c885-91b8-41ad-bf92-94784e97926a req-1c6d89c0-c51b-4a1c-a803-3c284ffd7de1 service nova] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Detach interface failed, port_id=40880006-a68d-4f33-8a47-548bc364d523, reason: Instance 53fd87dd-9814-4a64-a2ce-3abda5b97649 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1295.677815] env[68166]: INFO nova.compute.manager [-] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Took 1.46 seconds to deallocate network for instance. [ 1295.817645] env[68166]: DEBUG oslo_vmware.api [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807737, 'name': PowerOffVM_Task, 'duration_secs': 0.175203} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.817939] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.818301] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.818567] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56e9b085-f811-4331-a71e-ef584115eb5b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.875014] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.875279] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Deleting contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.875493] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleting the datastore file [datastore1] 5792e2d2-baba-4403-b97a-216a507e78dc {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.875775] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f292a1d-43cc-49f9-88ca-a22d2f2008c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.881821] env[68166]: DEBUG oslo_vmware.api [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1295.881821] env[68166]: value = "task-2807739" [ 1295.881821] env[68166]: _type = "Task" [ 1295.881821] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.889628] env[68166]: DEBUG oslo_vmware.api [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.184445] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.184709] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.184933] env[68166]: DEBUG nova.objects.instance [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lazy-loading 'resources' on Instance uuid 53fd87dd-9814-4a64-a2ce-3abda5b97649 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.392018] env[68166]: DEBUG oslo_vmware.api [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131536} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.392329] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.392456] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Deleted contents of the VM from datastore datastore1 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.392658] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.392843] env[68166]: INFO nova.compute.manager [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1296.393096] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.393295] env[68166]: DEBUG nova.compute.manager [-] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.393391] env[68166]: DEBUG nova.network.neutron [-] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.737729] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76315e44-4a56-41a1-877d-36e94f482de2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.745220] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d0eaa0-3f03-4704-8fd4-2b997b3ccc0c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.776359] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f247c6-c3b1-4bdc-bb93-10798614a693 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.783305] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb3f6ba-3c68-4231-8257-231a21a8c6c5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.796167] env[68166]: DEBUG nova.compute.provider_tree [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.043184] env[68166]: DEBUG nova.compute.manager [req-5772ee64-c2eb-4c17-b4ee-032452139d3d req-4a4665c7-86df-40a7-8232-23306bd13ae3 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Received event network-vif-deleted-711ef0dd-937e-4b93-a758-dd61a8818dda {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1297.043432] env[68166]: INFO nova.compute.manager [req-5772ee64-c2eb-4c17-b4ee-032452139d3d req-4a4665c7-86df-40a7-8232-23306bd13ae3 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Neutron deleted interface 711ef0dd-937e-4b93-a758-dd61a8818dda; detaching it from the instance and deleting it from the info cache [ 1297.043576] env[68166]: DEBUG nova.network.neutron [req-5772ee64-c2eb-4c17-b4ee-032452139d3d req-4a4665c7-86df-40a7-8232-23306bd13ae3 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.107570] env[68166]: DEBUG nova.network.neutron [-] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.299901] env[68166]: DEBUG nova.scheduler.client.report [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.547466] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f9e51fa-59f3-4da1-aac9-a7b0a6ec838c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.557898] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef65e614-63bc-4910-971d-111c060823b5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.582999] env[68166]: DEBUG nova.compute.manager [req-5772ee64-c2eb-4c17-b4ee-032452139d3d req-4a4665c7-86df-40a7-8232-23306bd13ae3 service nova] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Detach interface failed, port_id=711ef0dd-937e-4b93-a758-dd61a8818dda, reason: Instance 5792e2d2-baba-4403-b97a-216a507e78dc could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1297.612025] env[68166]: INFO nova.compute.manager [-] [instance: 5792e2d2-baba-4403-b97a-216a507e78dc] Took 1.22 seconds to deallocate network for instance. [ 1297.805174] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.823760] env[68166]: INFO nova.scheduler.client.report [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Deleted allocations for instance 53fd87dd-9814-4a64-a2ce-3abda5b97649 [ 1298.116867] env[68166]: DEBUG oslo_concurrency.lockutils [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.117281] env[68166]: DEBUG oslo_concurrency.lockutils [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.117398] env[68166]: DEBUG nova.objects.instance [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lazy-loading 'resources' on Instance uuid 5792e2d2-baba-4403-b97a-216a507e78dc {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.332684] env[68166]: DEBUG oslo_concurrency.lockutils [None req-f9837200-3bb1-4e84-b699-def579115142 tempest-ServerActionsTestJSON-425870520 tempest-ServerActionsTestJSON-425870520-project-member] Lock "53fd87dd-9814-4a64-a2ce-3abda5b97649" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.728s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.656737] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90989b02-906d-44b0-8435-fdfd38a622fb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.664986] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568a7144-fc96-4e8e-928d-b0ac806947b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.695238] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67952442-53a5-4c68-b61b-8c12721cdbce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.702581] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35865105-786e-4294-b457-eb047c31cee1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.716181] env[68166]: DEBUG nova.compute.provider_tree [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.219316] env[68166]: DEBUG nova.scheduler.client.report [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.723784] env[68166]: DEBUG oslo_concurrency.lockutils [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.777154] env[68166]: INFO nova.scheduler.client.report [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted allocations for instance 5792e2d2-baba-4403-b97a-216a507e78dc [ 1300.284665] env[68166]: DEBUG oslo_concurrency.lockutils [None req-947629d8-3661-4087-b9cf-b36c2b3e5136 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "5792e2d2-baba-4403-b97a-216a507e78dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.500s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.278366] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Acquiring lock "ed48e30e-2a8c-44c9-beb2-d0a9631530fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.278670] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Lock "ed48e30e-2a8c-44c9-beb2-d0a9631530fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.560743] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.560990] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.561212] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.561391] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.561555] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.564100] env[68166]: INFO nova.compute.manager [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Terminating instance [ 1303.781714] env[68166]: DEBUG nova.compute.manager [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.068392] env[68166]: DEBUG nova.compute.manager [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1304.068627] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.069582] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310024a3-2f90-43b2-a5c1-1ae978fc6034 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.077666] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.077885] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a6f6f61-6316-4ece-a93f-48d6882a5f49 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.085660] env[68166]: DEBUG oslo_vmware.api [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1304.085660] env[68166]: value = "task-2807741" [ 1304.085660] env[68166]: _type = "Task" [ 1304.085660] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.093160] env[68166]: DEBUG oslo_vmware.api [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.308744] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.309056] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.314023] env[68166]: INFO nova.compute.claims [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.596126] env[68166]: DEBUG oslo_vmware.api [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807741, 'name': PowerOffVM_Task, 'duration_secs': 0.227819} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.596413] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.596583] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.596829] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8729745-f101-4acb-8e89-2dff00853c61 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.654795] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.654958] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.655338] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleting the datastore file [datastore2] 5fe5fef4-bbaf-49fc-a3e4-b3122a680519 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.655513] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b906639-e9d4-4f61-b044-08053bc06f53 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.661318] env[68166]: DEBUG oslo_vmware.api [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for the task: (returnval){ [ 1304.661318] env[68166]: value = "task-2807743" [ 1304.661318] env[68166]: _type = "Task" [ 1304.661318] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.669130] env[68166]: DEBUG oslo_vmware.api [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.171167] env[68166]: DEBUG oslo_vmware.api [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Task: {'id': task-2807743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138376} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.171389] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.171578] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.171753] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.171928] env[68166]: INFO nova.compute.manager [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1305.172189] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.172395] env[68166]: DEBUG nova.compute.manager [-] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1305.172522] env[68166]: DEBUG nova.network.neutron [-] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1305.363798] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca5339f-2969-4a74-acba-82d1736fdd70 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.371245] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312f4f00-91af-4b27-8c7a-16e58f5d51be {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.401872] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d826b26-d4f1-4557-933f-adbe5e7c64af {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.410346] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0a4668-0fe3-415f-be54-564e4f5a9636 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.423615] env[68166]: DEBUG nova.compute.provider_tree [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.451437] env[68166]: DEBUG nova.compute.manager [req-0233b64a-3084-4607-9fcb-da8339623faf req-8017d1f1-ae74-4cef-969c-8a14d014c36a service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Received event network-vif-deleted-6dbe75b5-9de4-4bcc-ac55-98cd93ad886a {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1305.451681] env[68166]: INFO nova.compute.manager [req-0233b64a-3084-4607-9fcb-da8339623faf req-8017d1f1-ae74-4cef-969c-8a14d014c36a service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Neutron deleted interface 6dbe75b5-9de4-4bcc-ac55-98cd93ad886a; detaching it from the instance and deleting it from the info cache [ 1305.451779] env[68166]: DEBUG nova.network.neutron [req-0233b64a-3084-4607-9fcb-da8339623faf req-8017d1f1-ae74-4cef-969c-8a14d014c36a service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.926858] env[68166]: DEBUG nova.scheduler.client.report [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.936127] env[68166]: DEBUG nova.network.neutron [-] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.954729] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4a3828f-6b8e-408a-af67-612b283c19e6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.963848] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5e9351-e968-4988-90fd-ce3078e06384 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.989198] env[68166]: DEBUG nova.compute.manager [req-0233b64a-3084-4607-9fcb-da8339623faf req-8017d1f1-ae74-4cef-969c-8a14d014c36a service nova] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Detach interface failed, port_id=6dbe75b5-9de4-4bcc-ac55-98cd93ad886a, reason: Instance 5fe5fef4-bbaf-49fc-a3e4-b3122a680519 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1306.432689] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.433308] env[68166]: DEBUG nova.compute.manager [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1306.438588] env[68166]: INFO nova.compute.manager [-] [instance: 5fe5fef4-bbaf-49fc-a3e4-b3122a680519] Took 1.27 seconds to deallocate network for instance. [ 1306.938058] env[68166]: DEBUG nova.compute.utils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1306.939482] env[68166]: DEBUG nova.compute.manager [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1306.939660] env[68166]: DEBUG nova.network.neutron [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1306.944322] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.944500] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.944680] env[68166]: DEBUG nova.objects.instance [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lazy-loading 'resources' on Instance uuid 5fe5fef4-bbaf-49fc-a3e4-b3122a680519 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.994653] env[68166]: DEBUG nova.policy [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c336050527940e2b2c771a19257a3b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f4c1054e2f444b99e6e5067a135e0ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1307.230574] env[68166]: DEBUG nova.network.neutron [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Successfully created port: 71b148e7-f309-4962-a09c-dc3261b73a65 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.443015] env[68166]: DEBUG nova.compute.manager [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1307.492895] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d5013-f30c-4018-8e19-2fc4c63262ff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.500820] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999f3155-728c-4518-9c1b-a90eca56ab00 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.530888] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a476e133-565a-4da8-8910-86d37ed821ce {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.538492] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4d5038-9c7f-4d42-aeb6-a2a8b80ce0c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.551653] env[68166]: DEBUG nova.compute.provider_tree [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.055266] env[68166]: DEBUG nova.scheduler.client.report [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.454730] env[68166]: DEBUG nova.compute.manager [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.482887] env[68166]: DEBUG nova.virt.hardware [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.483156] env[68166]: DEBUG nova.virt.hardware [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.483328] env[68166]: DEBUG nova.virt.hardware [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.483572] env[68166]: DEBUG nova.virt.hardware [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.483759] env[68166]: DEBUG nova.virt.hardware [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.483926] env[68166]: DEBUG nova.virt.hardware [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.484157] env[68166]: DEBUG nova.virt.hardware [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.484351] env[68166]: DEBUG nova.virt.hardware [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.484530] env[68166]: DEBUG nova.virt.hardware [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.484698] env[68166]: DEBUG nova.virt.hardware [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.484872] env[68166]: DEBUG nova.virt.hardware [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.485762] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c4f1fd-a5ab-462f-970b-455cfa03d563 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.494231] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b0ebc7-fff3-42f8-b342-beaca2db3f9d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.561459] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.580355] env[68166]: INFO nova.scheduler.client.report [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Deleted allocations for instance 5fe5fef4-bbaf-49fc-a3e4-b3122a680519 [ 1308.590021] env[68166]: DEBUG nova.compute.manager [req-232bd588-4d16-4886-883b-efa3caa337ff req-8e83327a-5de5-498a-955e-fac71e16a0b8 service nova] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Received event network-vif-plugged-71b148e7-f309-4962-a09c-dc3261b73a65 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1308.590021] env[68166]: DEBUG oslo_concurrency.lockutils [req-232bd588-4d16-4886-883b-efa3caa337ff req-8e83327a-5de5-498a-955e-fac71e16a0b8 service nova] Acquiring lock "ed48e30e-2a8c-44c9-beb2-d0a9631530fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.590021] env[68166]: DEBUG oslo_concurrency.lockutils [req-232bd588-4d16-4886-883b-efa3caa337ff req-8e83327a-5de5-498a-955e-fac71e16a0b8 service nova] Lock "ed48e30e-2a8c-44c9-beb2-d0a9631530fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.590021] env[68166]: DEBUG oslo_concurrency.lockutils [req-232bd588-4d16-4886-883b-efa3caa337ff req-8e83327a-5de5-498a-955e-fac71e16a0b8 service nova] Lock "ed48e30e-2a8c-44c9-beb2-d0a9631530fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.590021] env[68166]: DEBUG nova.compute.manager [req-232bd588-4d16-4886-883b-efa3caa337ff req-8e83327a-5de5-498a-955e-fac71e16a0b8 service nova] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] No waiting events found dispatching network-vif-plugged-71b148e7-f309-4962-a09c-dc3261b73a65 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.590021] env[68166]: WARNING nova.compute.manager [req-232bd588-4d16-4886-883b-efa3caa337ff req-8e83327a-5de5-498a-955e-fac71e16a0b8 service nova] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Received unexpected event network-vif-plugged-71b148e7-f309-4962-a09c-dc3261b73a65 for instance with vm_state building and task_state spawning. [ 1308.687690] env[68166]: DEBUG nova.network.neutron [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Successfully updated port: 71b148e7-f309-4962-a09c-dc3261b73a65 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.091359] env[68166]: DEBUG oslo_concurrency.lockutils [None req-1aeb323b-fe07-48cd-b69a-6a7f17f3cbc6 tempest-ServerActionsTestOtherA-455422382 tempest-ServerActionsTestOtherA-455422382-project-member] Lock "5fe5fef4-bbaf-49fc-a3e4-b3122a680519" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.530s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.190357] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Acquiring lock "refresh_cache-ed48e30e-2a8c-44c9-beb2-d0a9631530fc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.190561] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Acquired lock "refresh_cache-ed48e30e-2a8c-44c9-beb2-d0a9631530fc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.190674] env[68166]: DEBUG nova.network.neutron [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.728538] env[68166]: DEBUG nova.network.neutron [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.864585] env[68166]: DEBUG nova.network.neutron [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Updating instance_info_cache with network_info: [{"id": "71b148e7-f309-4962-a09c-dc3261b73a65", "address": "fa:16:3e:9a:c8:31", "network": {"id": "9a7749c5-41e1-41dc-91a6-f67acd3473ef", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1603387624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4c1054e2f444b99e6e5067a135e0ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b148e7-f3", "ovs_interfaceid": "71b148e7-f309-4962-a09c-dc3261b73a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.366953] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Releasing lock "refresh_cache-ed48e30e-2a8c-44c9-beb2-d0a9631530fc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.367374] env[68166]: DEBUG nova.compute.manager [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Instance network_info: |[{"id": "71b148e7-f309-4962-a09c-dc3261b73a65", "address": "fa:16:3e:9a:c8:31", "network": {"id": "9a7749c5-41e1-41dc-91a6-f67acd3473ef", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1603387624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4c1054e2f444b99e6e5067a135e0ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b148e7-f3", "ovs_interfaceid": "71b148e7-f309-4962-a09c-dc3261b73a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1310.367797] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:c8:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71b148e7-f309-4962-a09c-dc3261b73a65', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.375279] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Creating folder: Project (0f4c1054e2f444b99e6e5067a135e0ef). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1310.375656] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bcd32fa-0870-488a-b087-3bbe2751461c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.388993] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Created folder: Project (0f4c1054e2f444b99e6e5067a135e0ef) in parent group-v563881. [ 1310.389204] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Creating folder: Instances. Parent ref: group-v564202. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1310.389451] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d0929ab-1d89-4dad-aed4-417ea9c5397b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.399089] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Created folder: Instances in parent group-v564202. [ 1310.399365] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.399571] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.399778] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1505915c-285a-44b6-a00f-fde642eec1dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.418551] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.418551] env[68166]: value = "task-2807746" [ 1310.418551] env[68166]: _type = "Task" [ 1310.418551] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.426120] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807746, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.615323] env[68166]: DEBUG nova.compute.manager [req-7dff96ac-4f32-4727-813e-3f82bfa8208b req-1e24c842-2299-476d-9c5e-b4f95940909b service nova] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Received event network-changed-71b148e7-f309-4962-a09c-dc3261b73a65 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1310.615422] env[68166]: DEBUG nova.compute.manager [req-7dff96ac-4f32-4727-813e-3f82bfa8208b req-1e24c842-2299-476d-9c5e-b4f95940909b service nova] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Refreshing instance network info cache due to event network-changed-71b148e7-f309-4962-a09c-dc3261b73a65. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1310.615612] env[68166]: DEBUG oslo_concurrency.lockutils [req-7dff96ac-4f32-4727-813e-3f82bfa8208b req-1e24c842-2299-476d-9c5e-b4f95940909b service nova] Acquiring lock "refresh_cache-ed48e30e-2a8c-44c9-beb2-d0a9631530fc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.615733] env[68166]: DEBUG oslo_concurrency.lockutils [req-7dff96ac-4f32-4727-813e-3f82bfa8208b req-1e24c842-2299-476d-9c5e-b4f95940909b service nova] Acquired lock "refresh_cache-ed48e30e-2a8c-44c9-beb2-d0a9631530fc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.615869] env[68166]: DEBUG nova.network.neutron [req-7dff96ac-4f32-4727-813e-3f82bfa8208b req-1e24c842-2299-476d-9c5e-b4f95940909b service nova] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Refreshing network info cache for port 71b148e7-f309-4962-a09c-dc3261b73a65 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.929839] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807746, 'name': CreateVM_Task, 'duration_secs': 0.30583} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.930163] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.930802] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.930927] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.931297] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.931562] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e26f7ee5-8f1c-45bc-8e70-ceb34fff7e78 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.937079] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Waiting for the task: (returnval){ [ 1310.937079] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d2de7a-7a53-509a-ac6d-579e63647dbc" [ 1310.937079] env[68166]: _type = "Task" [ 1310.937079] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.945165] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d2de7a-7a53-509a-ac6d-579e63647dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.343661] env[68166]: DEBUG nova.network.neutron [req-7dff96ac-4f32-4727-813e-3f82bfa8208b req-1e24c842-2299-476d-9c5e-b4f95940909b service nova] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Updated VIF entry in instance network info cache for port 71b148e7-f309-4962-a09c-dc3261b73a65. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.344178] env[68166]: DEBUG nova.network.neutron [req-7dff96ac-4f32-4727-813e-3f82bfa8208b req-1e24c842-2299-476d-9c5e-b4f95940909b service nova] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Updating instance_info_cache with network_info: [{"id": "71b148e7-f309-4962-a09c-dc3261b73a65", "address": "fa:16:3e:9a:c8:31", "network": {"id": "9a7749c5-41e1-41dc-91a6-f67acd3473ef", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1603387624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4c1054e2f444b99e6e5067a135e0ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b148e7-f3", "ovs_interfaceid": "71b148e7-f309-4962-a09c-dc3261b73a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.448492] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d2de7a-7a53-509a-ac6d-579e63647dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.014218} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.448779] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.449016] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.449429] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.449429] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.449608] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.449862] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e614ab65-bc5e-42cd-8d44-40682aec41c1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.458389] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.458572] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.459262] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0e9ddf-bc4e-4da8-a760-3fb8ac04b30f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.464201] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Waiting for the task: (returnval){ [ 1311.464201] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]5296ed50-3676-db3c-aa62-9e9068253562" [ 1311.464201] env[68166]: _type = "Task" [ 1311.464201] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.471216] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5296ed50-3676-db3c-aa62-9e9068253562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.846760] env[68166]: DEBUG oslo_concurrency.lockutils [req-7dff96ac-4f32-4727-813e-3f82bfa8208b req-1e24c842-2299-476d-9c5e-b4f95940909b service nova] Releasing lock "refresh_cache-ed48e30e-2a8c-44c9-beb2-d0a9631530fc" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.975890] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]5296ed50-3676-db3c-aa62-9e9068253562, 'name': SearchDatastore_Task, 'duration_secs': 0.008816} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.975890] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb3e8e1-5616-4bba-9d4b-d2566e00151f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.979896] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Waiting for the task: (returnval){ [ 1311.979896] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52d65d45-c34c-100c-474b-5f12ea230dbc" [ 1311.979896] env[68166]: _type = "Task" [ 1311.979896] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.987383] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d65d45-c34c-100c-474b-5f12ea230dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.492148] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52d65d45-c34c-100c-474b-5f12ea230dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.492572] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.492655] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] ed48e30e-2a8c-44c9-beb2-d0a9631530fc/ed48e30e-2a8c-44c9-beb2-d0a9631530fc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.492891] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5de1b322-c431-4d3f-aecd-d93c3a035a90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.499044] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Waiting for the task: (returnval){ [ 1312.499044] env[68166]: value = "task-2807747" [ 1312.499044] env[68166]: _type = "Task" [ 1312.499044] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.506321] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.008266] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468532} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.008543] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] ed48e30e-2a8c-44c9-beb2-d0a9631530fc/ed48e30e-2a8c-44c9-beb2-d0a9631530fc.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.008777] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.009015] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35b837d1-6195-4400-b1ff-9d62f7ac0efd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.015456] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Waiting for the task: (returnval){ [ 1313.015456] env[68166]: value = "task-2807748" [ 1313.015456] env[68166]: _type = "Task" [ 1313.015456] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.023748] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.524998] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067163} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.525286] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.526053] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb90eefe-a74f-4fb3-b4c0-cfac09b9405f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.547428] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] ed48e30e-2a8c-44c9-beb2-d0a9631530fc/ed48e30e-2a8c-44c9-beb2-d0a9631530fc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.547595] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31337d23-8252-4ace-b858-e337a60b4b9a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.568393] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Waiting for the task: (returnval){ [ 1313.568393] env[68166]: value = "task-2807749" [ 1313.568393] env[68166]: _type = "Task" [ 1313.568393] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.577481] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.079237] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807749, 'name': ReconfigVM_Task, 'duration_secs': 0.302201} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.079581] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Reconfigured VM instance instance-0000007b to attach disk [datastore2] ed48e30e-2a8c-44c9-beb2-d0a9631530fc/ed48e30e-2a8c-44c9-beb2-d0a9631530fc.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.080380] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9c5ce41-b19c-4ecb-8757-21fe9a9b9889 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.086598] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Waiting for the task: (returnval){ [ 1314.086598] env[68166]: value = "task-2807750" [ 1314.086598] env[68166]: _type = "Task" [ 1314.086598] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.094842] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807750, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.597754] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807750, 'name': Rename_Task, 'duration_secs': 0.139688} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.598725] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.598725] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cba20270-7505-416f-8cbf-33290e4a199b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.605075] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Waiting for the task: (returnval){ [ 1314.605075] env[68166]: value = "task-2807751" [ 1314.605075] env[68166]: _type = "Task" [ 1314.605075] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.612752] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.114862] env[68166]: DEBUG oslo_vmware.api [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807751, 'name': PowerOnVM_Task, 'duration_secs': 0.457226} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.117025] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.117025] env[68166]: INFO nova.compute.manager [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1315.117025] env[68166]: DEBUG nova.compute.manager [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.117025] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286744fe-65a1-4553-9250-df0506a30e54 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.632688] env[68166]: INFO nova.compute.manager [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Took 11.35 seconds to build instance. [ 1316.134539] env[68166]: DEBUG oslo_concurrency.lockutils [None req-fe67b089-4b1c-4833-a337-3d1f8425ae6e tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Lock "ed48e30e-2a8c-44c9-beb2-d0a9631530fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.856s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.568892] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Acquiring lock "ed48e30e-2a8c-44c9-beb2-d0a9631530fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.569190] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Lock "ed48e30e-2a8c-44c9-beb2-d0a9631530fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.569429] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Acquiring lock "ed48e30e-2a8c-44c9-beb2-d0a9631530fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.569631] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Lock "ed48e30e-2a8c-44c9-beb2-d0a9631530fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.569804] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Lock "ed48e30e-2a8c-44c9-beb2-d0a9631530fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.571988] env[68166]: INFO nova.compute.manager [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Terminating instance [ 1317.075938] env[68166]: DEBUG nova.compute.manager [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.076229] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.077276] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29b39a5-a97e-4d2d-b6da-3cd0a4be5519 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.085340] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.085583] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06c1ceed-8044-4ca2-b4b3-5b98c9eb7371 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.092027] env[68166]: DEBUG oslo_vmware.api [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Waiting for the task: (returnval){ [ 1317.092027] env[68166]: value = "task-2807755" [ 1317.092027] env[68166]: _type = "Task" [ 1317.092027] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.099789] env[68166]: DEBUG oslo_vmware.api [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.602740] env[68166]: DEBUG oslo_vmware.api [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807755, 'name': PowerOffVM_Task, 'duration_secs': 0.288672} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.602740] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.602740] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.603092] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e993272b-0fde-4261-bf63-b811b482bd26 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.661133] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.661528] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.661528] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Deleting the datastore file [datastore2] ed48e30e-2a8c-44c9-beb2-d0a9631530fc {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.661944] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afc23e4c-49bd-4125-b4e0-76ccae2bbad4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.668236] env[68166]: DEBUG oslo_vmware.api [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Waiting for the task: (returnval){ [ 1317.668236] env[68166]: value = "task-2807758" [ 1317.668236] env[68166]: _type = "Task" [ 1317.668236] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.677149] env[68166]: DEBUG oslo_vmware.api [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.177978] env[68166]: DEBUG oslo_vmware.api [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.678363] env[68166]: DEBUG oslo_vmware.api [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Task: {'id': task-2807758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561647} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.678632] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.678798] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.678971] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.679167] env[68166]: INFO nova.compute.manager [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1318.679407] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.679597] env[68166]: DEBUG nova.compute.manager [-] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.679698] env[68166]: DEBUG nova.network.neutron [-] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.903699] env[68166]: DEBUG nova.compute.manager [req-fca704bc-eef3-4c65-8fdd-b2bd6815dbbe req-26dd3c17-be64-4d28-862d-0b028a5f54a7 service nova] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Received event network-vif-deleted-71b148e7-f309-4962-a09c-dc3261b73a65 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1318.903934] env[68166]: INFO nova.compute.manager [req-fca704bc-eef3-4c65-8fdd-b2bd6815dbbe req-26dd3c17-be64-4d28-862d-0b028a5f54a7 service nova] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Neutron deleted interface 71b148e7-f309-4962-a09c-dc3261b73a65; detaching it from the instance and deleting it from the info cache [ 1318.904085] env[68166]: DEBUG nova.network.neutron [req-fca704bc-eef3-4c65-8fdd-b2bd6815dbbe req-26dd3c17-be64-4d28-862d-0b028a5f54a7 service nova] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.387469] env[68166]: DEBUG nova.network.neutron [-] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.406953] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e212b9f0-c669-4be3-9449-db6f3352f848 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.417913] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4135d8-d25c-4f25-ab8f-35c002fdad97 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.441982] env[68166]: DEBUG nova.compute.manager [req-fca704bc-eef3-4c65-8fdd-b2bd6815dbbe req-26dd3c17-be64-4d28-862d-0b028a5f54a7 service nova] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Detach interface failed, port_id=71b148e7-f309-4962-a09c-dc3261b73a65, reason: Instance ed48e30e-2a8c-44c9-beb2-d0a9631530fc could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1319.891063] env[68166]: INFO nova.compute.manager [-] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Took 1.21 seconds to deallocate network for instance. [ 1320.397905] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.398243] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.398501] env[68166]: DEBUG nova.objects.instance [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Lazy-loading 'resources' on Instance uuid ed48e30e-2a8c-44c9-beb2-d0a9631530fc {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.933306] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9403db97-6872-4761-bb47-de77aec1a1b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.940329] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff5ef4a-a2cf-405f-81e4-018ba3e43d2d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.971106] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168d9c9f-591c-450e-8b5b-6223507f2f82 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.977842] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eaf104-50de-4aa9-a43a-bcce3f8fe33d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.990424] env[68166]: DEBUG nova.compute.provider_tree [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.493217] env[68166]: DEBUG nova.scheduler.client.report [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.941073] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.941409] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.941442] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.941628] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.941739] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.941877] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.942032] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.942181] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68166) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1321.942335] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.998110] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.020815] env[68166]: INFO nova.scheduler.client.report [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Deleted allocations for instance ed48e30e-2a8c-44c9-beb2-d0a9631530fc [ 1322.446284] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.446533] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.446704] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.446860] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68166) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1322.447869] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ebe913-549f-4ece-8d46-52938d956d71 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.456212] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb98a6cc-e57b-49d0-b49d-8d20bf612142 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.469267] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd507c9-1947-4c81-8be8-16b9acead369 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.475167] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143f89fc-f603-443b-b6da-b0f6ad1e709a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.504084] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180488MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68166) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1322.504221] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.504428] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.527859] env[68166]: DEBUG oslo_concurrency.lockutils [None req-bb3b3d5b-5bc9-4e3f-9fad-8b211d349293 tempest-ServerAddressesTestJSON-176567281 tempest-ServerAddressesTestJSON-176567281-project-member] Lock "ed48e30e-2a8c-44c9-beb2-d0a9631530fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.959s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.525089] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1323.525413] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1323.538422] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d90096-07f0-40ff-9df6-4a71e3e67acb {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.546086] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6afd5b-e25f-4991-a5d0-9a1e6160d9d1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.576294] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce5c023-fc9b-451b-80e1-4d7b0685b99a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.584385] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac34aba-7967-4c6e-ba6e-98e44d804a01 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.597501] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.101202] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.607627] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1324.607940] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.103s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.978776] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Acquiring lock "ae3faf4e-19ab-44d4-95be-7b472b579605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.979352] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Lock "ae3faf4e-19ab-44d4-95be-7b472b579605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.483376] env[68166]: DEBUG nova.compute.manager [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1330.004993] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.005285] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.006712] env[68166]: INFO nova.compute.claims [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.044275] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343449ff-57d5-4dec-b3c1-36bf4c816f22 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.051960] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2803ef-8701-4137-959e-ec2d5f9df942 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.083257] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a769a8fa-942d-499e-b791-2b98cb9d341a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.090372] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719731c3-d11b-46ce-a77a-d81623c3fd35 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.103489] env[68166]: DEBUG nova.compute.provider_tree [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1331.623638] env[68166]: ERROR nova.scheduler.client.report [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [req-68694471-be46-4bfb-ac83-6f0068a76ea6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-68694471-be46-4bfb-ac83-6f0068a76ea6"}]} [ 1331.640720] env[68166]: DEBUG nova.scheduler.client.report [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1331.652974] env[68166]: DEBUG nova.scheduler.client.report [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1331.653201] env[68166]: DEBUG nova.compute.provider_tree [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1331.663535] env[68166]: DEBUG nova.scheduler.client.report [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1331.683684] env[68166]: DEBUG nova.scheduler.client.report [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1331.707468] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fe6294-ac5a-42fd-831b-404a3c165f8f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.714708] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b792ac26-17e5-4c83-a17a-9c98db476b35 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.746110] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff56c395-6f01-4200-a435-75fdbabde13b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.752791] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb719e4-d719-4de2-a69f-7283a4c28705 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.767114] env[68166]: DEBUG nova.compute.provider_tree [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1332.299426] env[68166]: DEBUG nova.scheduler.client.report [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1332.299704] env[68166]: DEBUG nova.compute.provider_tree [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 175 to 176 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1332.299876] env[68166]: DEBUG nova.compute.provider_tree [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1332.805548] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.806104] env[68166]: DEBUG nova.compute.manager [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.990886] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Acquiring lock "e3781be4-3b27-4f4c-a822-68e259549afb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.991137] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lock "e3781be4-3b27-4f4c-a822-68e259549afb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.313071] env[68166]: DEBUG nova.compute.utils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.314810] env[68166]: DEBUG nova.compute.manager [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1333.314977] env[68166]: DEBUG nova.network.neutron [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1333.362311] env[68166]: DEBUG nova.policy [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5006dd00f4f54800986094d6cb4261ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5861938338143fe876f40f0d6de1652', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.493399] env[68166]: DEBUG nova.compute.manager [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Starting instance... {{(pid=68166) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.619679] env[68166]: DEBUG nova.network.neutron [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Successfully created port: 81f96531-66f9-4ef1-aea1-953d606be026 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1333.817767] env[68166]: DEBUG nova.compute.manager [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1334.014605] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.014970] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.016488] env[68166]: INFO nova.compute.claims [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.827466] env[68166]: DEBUG nova.compute.manager [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.853298] env[68166]: DEBUG nova.virt.hardware [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T11:45:18Z,direct_url=,disk_format='vmdk',id=071073b0-a917-4b32-a22e-d7fadf64b66d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='814dc69195da41d390455c01e2d00522',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T11:45:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.853546] env[68166]: DEBUG nova.virt.hardware [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.853704] env[68166]: DEBUG nova.virt.hardware [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.853887] env[68166]: DEBUG nova.virt.hardware [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.854043] env[68166]: DEBUG nova.virt.hardware [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.854196] env[68166]: DEBUG nova.virt.hardware [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.854403] env[68166]: DEBUG nova.virt.hardware [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.854577] env[68166]: DEBUG nova.virt.hardware [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.854765] env[68166]: DEBUG nova.virt.hardware [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.854929] env[68166]: DEBUG nova.virt.hardware [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.855128] env[68166]: DEBUG nova.virt.hardware [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.856070] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867e3085-9b09-417f-b364-d88c9c6e3ed6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.863777] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc90569-1666-4555-b9e7-6f2d338f52c7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.987517] env[68166]: DEBUG nova.compute.manager [req-ca311d6a-9a2d-4b95-b207-9af05fa30d5f req-f1c7888a-cbf4-4833-ad2d-9fd86e912922 service nova] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Received event network-vif-plugged-81f96531-66f9-4ef1-aea1-953d606be026 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1334.987726] env[68166]: DEBUG oslo_concurrency.lockutils [req-ca311d6a-9a2d-4b95-b207-9af05fa30d5f req-f1c7888a-cbf4-4833-ad2d-9fd86e912922 service nova] Acquiring lock "ae3faf4e-19ab-44d4-95be-7b472b579605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.987991] env[68166]: DEBUG oslo_concurrency.lockutils [req-ca311d6a-9a2d-4b95-b207-9af05fa30d5f req-f1c7888a-cbf4-4833-ad2d-9fd86e912922 service nova] Lock "ae3faf4e-19ab-44d4-95be-7b472b579605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.988279] env[68166]: DEBUG oslo_concurrency.lockutils [req-ca311d6a-9a2d-4b95-b207-9af05fa30d5f req-f1c7888a-cbf4-4833-ad2d-9fd86e912922 service nova] Lock "ae3faf4e-19ab-44d4-95be-7b472b579605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.988567] env[68166]: DEBUG nova.compute.manager [req-ca311d6a-9a2d-4b95-b207-9af05fa30d5f req-f1c7888a-cbf4-4833-ad2d-9fd86e912922 service nova] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] No waiting events found dispatching network-vif-plugged-81f96531-66f9-4ef1-aea1-953d606be026 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1334.988748] env[68166]: WARNING nova.compute.manager [req-ca311d6a-9a2d-4b95-b207-9af05fa30d5f req-f1c7888a-cbf4-4833-ad2d-9fd86e912922 service nova] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Received unexpected event network-vif-plugged-81f96531-66f9-4ef1-aea1-953d606be026 for instance with vm_state building and task_state spawning. [ 1335.064494] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181784de-b427-42c8-a34e-b3d009518c00 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.074262] env[68166]: DEBUG nova.network.neutron [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Successfully updated port: 81f96531-66f9-4ef1-aea1-953d606be026 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1335.076540] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fae453-1fe9-4fd8-9216-a9d47c167674 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.107719] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2995f1-e9cb-42c0-99d9-9b9084be18c8 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.115682] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41738281-da72-4661-a2cd-a9784870b99d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.129518] env[68166]: DEBUG nova.compute.provider_tree [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.580261] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Acquiring lock "refresh_cache-ae3faf4e-19ab-44d4-95be-7b472b579605" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.580387] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Acquired lock "refresh_cache-ae3faf4e-19ab-44d4-95be-7b472b579605" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.580606] env[68166]: DEBUG nova.network.neutron [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.632844] env[68166]: DEBUG nova.scheduler.client.report [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.111732] env[68166]: DEBUG nova.network.neutron [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1336.137889] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.138292] env[68166]: DEBUG nova.compute.manager [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Start building networks asynchronously for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.236049] env[68166]: DEBUG nova.network.neutron [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Updating instance_info_cache with network_info: [{"id": "81f96531-66f9-4ef1-aea1-953d606be026", "address": "fa:16:3e:58:ff:ab", "network": {"id": "0a79adba-bff5-44aa-a34e-f7c8b069ca9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-626423629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5861938338143fe876f40f0d6de1652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81f96531-66", "ovs_interfaceid": "81f96531-66f9-4ef1-aea1-953d606be026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.643349] env[68166]: DEBUG nova.compute.utils [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Using /dev/sd instead of None {{(pid=68166) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1336.644847] env[68166]: DEBUG nova.compute.manager [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Allocating IP information in the background. {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.645037] env[68166]: DEBUG nova.network.neutron [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] allocate_for_instance() {{(pid=68166) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.682340] env[68166]: DEBUG nova.policy [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3f79fa11704420ab172035eab281742', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8440ee47434e6593dac48274762c19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68166) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.738951] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Releasing lock "refresh_cache-ae3faf4e-19ab-44d4-95be-7b472b579605" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.739262] env[68166]: DEBUG nova.compute.manager [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Instance network_info: |[{"id": "81f96531-66f9-4ef1-aea1-953d606be026", "address": "fa:16:3e:58:ff:ab", "network": {"id": "0a79adba-bff5-44aa-a34e-f7c8b069ca9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-626423629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5861938338143fe876f40f0d6de1652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81f96531-66", "ovs_interfaceid": "81f96531-66f9-4ef1-aea1-953d606be026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.739661] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:ff:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81f96531-66f9-4ef1-aea1-953d606be026', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.746980] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Creating folder: Project (c5861938338143fe876f40f0d6de1652). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.747260] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e910471-c024-41e8-b78f-fc7c0e5897aa {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.758586] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Created folder: Project (c5861938338143fe876f40f0d6de1652) in parent group-v563881. [ 1336.758764] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Creating folder: Instances. Parent ref: group-v564209. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.758983] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb217a5a-eb2e-48fb-8e17-2ea4bce84a37 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.768255] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Created folder: Instances in parent group-v564209. [ 1336.768603] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.768671] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.768845] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b082d1a3-6bce-49f7-a0f0-156915f02dd4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.786632] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.786632] env[68166]: value = "task-2807767" [ 1336.786632] env[68166]: _type = "Task" [ 1336.786632] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.794052] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807767, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.960233] env[68166]: DEBUG nova.network.neutron [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Successfully created port: 6f50a018-10d2-47fc-bc41-1686f4166ff2 {{(pid=68166) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1337.017657] env[68166]: DEBUG nova.compute.manager [req-81bd07ee-ba89-43ef-97b7-32e1f7b75030 req-9f4f06a1-8d43-4aa1-92b2-4fc75dc6f0c4 service nova] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Received event network-changed-81f96531-66f9-4ef1-aea1-953d606be026 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1337.017854] env[68166]: DEBUG nova.compute.manager [req-81bd07ee-ba89-43ef-97b7-32e1f7b75030 req-9f4f06a1-8d43-4aa1-92b2-4fc75dc6f0c4 service nova] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Refreshing instance network info cache due to event network-changed-81f96531-66f9-4ef1-aea1-953d606be026. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1337.018478] env[68166]: DEBUG oslo_concurrency.lockutils [req-81bd07ee-ba89-43ef-97b7-32e1f7b75030 req-9f4f06a1-8d43-4aa1-92b2-4fc75dc6f0c4 service nova] Acquiring lock "refresh_cache-ae3faf4e-19ab-44d4-95be-7b472b579605" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.018676] env[68166]: DEBUG oslo_concurrency.lockutils [req-81bd07ee-ba89-43ef-97b7-32e1f7b75030 req-9f4f06a1-8d43-4aa1-92b2-4fc75dc6f0c4 service nova] Acquired lock "refresh_cache-ae3faf4e-19ab-44d4-95be-7b472b579605" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.018844] env[68166]: DEBUG nova.network.neutron [req-81bd07ee-ba89-43ef-97b7-32e1f7b75030 req-9f4f06a1-8d43-4aa1-92b2-4fc75dc6f0c4 service nova] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Refreshing network info cache for port 81f96531-66f9-4ef1-aea1-953d606be026 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.148117] env[68166]: DEBUG nova.compute.manager [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Start building block device mappings for instance. {{(pid=68166) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.296664] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807767, 'name': CreateVM_Task, 'duration_secs': 0.285464} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.296887] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.297651] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.297823] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.298151] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.298410] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c378499-435b-4b88-b791-7319b166df01 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.303053] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Waiting for the task: (returnval){ [ 1337.303053] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52ab1ea1-defc-b710-f2cb-1f1ea7e5acd4" [ 1337.303053] env[68166]: _type = "Task" [ 1337.303053] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.310131] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ab1ea1-defc-b710-f2cb-1f1ea7e5acd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.653300] env[68166]: INFO nova.virt.block_device [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Booting with volume 3c27a968-7800-4ffa-884a-6e7673d1e1f8 at /dev/sda [ 1337.688535] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2d910f0-7c4f-4bee-a290-3abd173ecf37 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.697713] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde94ada-9ac0-44b9-8b92-bc070434647b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.708552] env[68166]: DEBUG nova.network.neutron [req-81bd07ee-ba89-43ef-97b7-32e1f7b75030 req-9f4f06a1-8d43-4aa1-92b2-4fc75dc6f0c4 service nova] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Updated VIF entry in instance network info cache for port 81f96531-66f9-4ef1-aea1-953d606be026. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.708878] env[68166]: DEBUG nova.network.neutron [req-81bd07ee-ba89-43ef-97b7-32e1f7b75030 req-9f4f06a1-8d43-4aa1-92b2-4fc75dc6f0c4 service nova] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Updating instance_info_cache with network_info: [{"id": "81f96531-66f9-4ef1-aea1-953d606be026", "address": "fa:16:3e:58:ff:ab", "network": {"id": "0a79adba-bff5-44aa-a34e-f7c8b069ca9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-626423629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5861938338143fe876f40f0d6de1652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81f96531-66", "ovs_interfaceid": "81f96531-66f9-4ef1-aea1-953d606be026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.724236] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90b8388b-401a-4f3b-9021-54c74453c55a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.731788] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f508c9ef-6bd6-448a-9cc6-a20369c48f86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.755937] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a8ab5b-df1a-4ff9-9868-0865391e3a8f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.761696] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eab466-fb78-499c-8031-3e702562389a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.775179] env[68166]: DEBUG nova.virt.block_device [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Updating existing volume attachment record: b2f7c418-54a7-4b61-b716-8637a4d248b9 {{(pid=68166) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1337.812773] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52ab1ea1-defc-b710-f2cb-1f1ea7e5acd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.813161] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.813265] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Processing image 071073b0-a917-4b32-a22e-d7fadf64b66d {{(pid=68166) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.813496] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.813677] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.813875] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.814126] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53215c9c-c542-4e4c-91c1-16d3fd817bd7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.821940] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68166) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.822136] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68166) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.822809] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1cc3fd-4372-4c69-9c31-71f5c87b2e88 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.827401] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Waiting for the task: (returnval){ [ 1337.827401] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]524374b1-cc59-c747-9e42-d45fddd13b44" [ 1337.827401] env[68166]: _type = "Task" [ 1337.827401] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.834490] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524374b1-cc59-c747-9e42-d45fddd13b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.211584] env[68166]: DEBUG oslo_concurrency.lockutils [req-81bd07ee-ba89-43ef-97b7-32e1f7b75030 req-9f4f06a1-8d43-4aa1-92b2-4fc75dc6f0c4 service nova] Releasing lock "refresh_cache-ae3faf4e-19ab-44d4-95be-7b472b579605" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.338576] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]524374b1-cc59-c747-9e42-d45fddd13b44, 'name': SearchDatastore_Task, 'duration_secs': 0.007692} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.339352] env[68166]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90074ec2-639c-433f-9562-f513c863fc86 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.344312] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Waiting for the task: (returnval){ [ 1338.344312] env[68166]: value = "session[5298cadf-5851-2e63-1efa-122a32a65998]52024751-2598-b9c6-c2f4-222d5f31940b" [ 1338.344312] env[68166]: _type = "Task" [ 1338.344312] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.352189] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52024751-2598-b9c6-c2f4-222d5f31940b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.429891] env[68166]: DEBUG nova.network.neutron [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Successfully updated port: 6f50a018-10d2-47fc-bc41-1686f4166ff2 {{(pid=68166) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.856203] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': session[5298cadf-5851-2e63-1efa-122a32a65998]52024751-2598-b9c6-c2f4-222d5f31940b, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.856520] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.856813] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] ae3faf4e-19ab-44d4-95be-7b472b579605/ae3faf4e-19ab-44d4-95be-7b472b579605.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.857092] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9c316fc-65ae-4606-8b62-0c5af8189d77 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.863898] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Waiting for the task: (returnval){ [ 1338.863898] env[68166]: value = "task-2807768" [ 1338.863898] env[68166]: _type = "Task" [ 1338.863898] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.871820] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.932069] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Acquiring lock "refresh_cache-e3781be4-3b27-4f4c-a822-68e259549afb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.932296] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Acquired lock "refresh_cache-e3781be4-3b27-4f4c-a822-68e259549afb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.932488] env[68166]: DEBUG nova.network.neutron [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Building network info cache for instance {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.053396] env[68166]: DEBUG nova.compute.manager [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Received event network-vif-plugged-6f50a018-10d2-47fc-bc41-1686f4166ff2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1339.053762] env[68166]: DEBUG oslo_concurrency.lockutils [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] Acquiring lock "e3781be4-3b27-4f4c-a822-68e259549afb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.053837] env[68166]: DEBUG oslo_concurrency.lockutils [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] Lock "e3781be4-3b27-4f4c-a822-68e259549afb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.054069] env[68166]: DEBUG oslo_concurrency.lockutils [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] Lock "e3781be4-3b27-4f4c-a822-68e259549afb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.054245] env[68166]: DEBUG nova.compute.manager [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] No waiting events found dispatching network-vif-plugged-6f50a018-10d2-47fc-bc41-1686f4166ff2 {{(pid=68166) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.054353] env[68166]: WARNING nova.compute.manager [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Received unexpected event network-vif-plugged-6f50a018-10d2-47fc-bc41-1686f4166ff2 for instance with vm_state building and task_state block_device_mapping. [ 1339.054512] env[68166]: DEBUG nova.compute.manager [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Received event network-changed-6f50a018-10d2-47fc-bc41-1686f4166ff2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1339.054666] env[68166]: DEBUG nova.compute.manager [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Refreshing instance network info cache due to event network-changed-6f50a018-10d2-47fc-bc41-1686f4166ff2. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1339.054823] env[68166]: DEBUG oslo_concurrency.lockutils [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] Acquiring lock "refresh_cache-e3781be4-3b27-4f4c-a822-68e259549afb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.375493] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445733} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.375826] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071073b0-a917-4b32-a22e-d7fadf64b66d/071073b0-a917-4b32-a22e-d7fadf64b66d.vmdk to [datastore2] ae3faf4e-19ab-44d4-95be-7b472b579605/ae3faf4e-19ab-44d4-95be-7b472b579605.vmdk {{(pid=68166) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.375900] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Extending root virtual disk to 1048576 {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.376147] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71b6974b-6d43-42e8-9b23-b1ee9ec1a452 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.382125] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Waiting for the task: (returnval){ [ 1339.382125] env[68166]: value = "task-2807769" [ 1339.382125] env[68166]: _type = "Task" [ 1339.382125] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.389372] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.465825] env[68166]: DEBUG nova.network.neutron [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Instance cache missing network info. {{(pid=68166) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.577881] env[68166]: DEBUG nova.network.neutron [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Updating instance_info_cache with network_info: [{"id": "6f50a018-10d2-47fc-bc41-1686f4166ff2", "address": "fa:16:3e:00:c2:15", "network": {"id": "0af8a973-7fdd-4af9-83ce-db7080157d24", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-322085107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8440ee47434e6593dac48274762c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f50a018-10", "ovs_interfaceid": "6f50a018-10d2-47fc-bc41-1686f4166ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.856425] env[68166]: DEBUG nova.compute.manager [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Start spawning the instance on the hypervisor. {{(pid=68166) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.856978] env[68166]: DEBUG nova.virt.hardware [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T11:45:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.857207] env[68166]: DEBUG nova.virt.hardware [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Flavor limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.857359] env[68166]: DEBUG nova.virt.hardware [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Image limits 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.857634] env[68166]: DEBUG nova.virt.hardware [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Flavor pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.857792] env[68166]: DEBUG nova.virt.hardware [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Image pref 0:0:0 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.857940] env[68166]: DEBUG nova.virt.hardware [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68166) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.858160] env[68166]: DEBUG nova.virt.hardware [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.858320] env[68166]: DEBUG nova.virt.hardware [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.858486] env[68166]: DEBUG nova.virt.hardware [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Got 1 possible topologies {{(pid=68166) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.858648] env[68166]: DEBUG nova.virt.hardware [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.858819] env[68166]: DEBUG nova.virt.hardware [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68166) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.859754] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d406b81-fbdd-4a09-8219-1c9ff76cda11 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.868318] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff969de-c3ba-43ed-a9c7-ab78b9b25595 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.890899] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063501} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.891102] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Extended root virtual disk {{(pid=68166) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.891812] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f072a5-1861-4c12-92d7-faa8fed98d74 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.912925] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] ae3faf4e-19ab-44d4-95be-7b472b579605/ae3faf4e-19ab-44d4-95be-7b472b579605.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.913185] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f529da-3927-4abf-9d10-16cbb38a5bc2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.933497] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Waiting for the task: (returnval){ [ 1339.933497] env[68166]: value = "task-2807770" [ 1339.933497] env[68166]: _type = "Task" [ 1339.933497] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.941612] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.080737] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Releasing lock "refresh_cache-e3781be4-3b27-4f4c-a822-68e259549afb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.081085] env[68166]: DEBUG nova.compute.manager [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Instance network_info: |[{"id": "6f50a018-10d2-47fc-bc41-1686f4166ff2", "address": "fa:16:3e:00:c2:15", "network": {"id": "0af8a973-7fdd-4af9-83ce-db7080157d24", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-322085107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8440ee47434e6593dac48274762c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f50a018-10", "ovs_interfaceid": "6f50a018-10d2-47fc-bc41-1686f4166ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68166) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.081404] env[68166]: DEBUG oslo_concurrency.lockutils [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] Acquired lock "refresh_cache-e3781be4-3b27-4f4c-a822-68e259549afb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.081591] env[68166]: DEBUG nova.network.neutron [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Refreshing network info cache for port 6f50a018-10d2-47fc-bc41-1686f4166ff2 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.082887] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:c2:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f50a018-10d2-47fc-bc41-1686f4166ff2', 'vif_model': 'vmxnet3'}] {{(pid=68166) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.090540] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Creating folder: Project (ed8440ee47434e6593dac48274762c19). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.091757] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a758eec3-90d9-441b-8c99-730832c67d0d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.104857] env[68166]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1340.105034] env[68166]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68166) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1340.105346] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Folder already exists: Project (ed8440ee47434e6593dac48274762c19). Parent ref: group-v563881. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1340.105549] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Creating folder: Instances. Parent ref: group-v564205. {{(pid=68166) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.105770] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc8d423f-0fa7-47e6-bc3e-145c5eff6868 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.114511] env[68166]: INFO nova.virt.vmwareapi.vm_util [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Created folder: Instances in parent group-v564205. [ 1340.114721] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.114924] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Creating VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.115130] env[68166]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-255bfc93-4bb7-4645-8ebe-52b16d4bfe73 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.133572] env[68166]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.133572] env[68166]: value = "task-2807773" [ 1340.133572] env[68166]: _type = "Task" [ 1340.133572] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.141714] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807773, 'name': CreateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.444990] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807770, 'name': ReconfigVM_Task, 'duration_secs': 0.282461} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.445395] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Reconfigured VM instance instance-0000007c to attach disk [datastore2] ae3faf4e-19ab-44d4-95be-7b472b579605/ae3faf4e-19ab-44d4-95be-7b472b579605.vmdk or device None with type sparse {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.445891] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2cd4ee8-9854-4ffa-a9aa-8ce61b6edf35 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.451961] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Waiting for the task: (returnval){ [ 1340.451961] env[68166]: value = "task-2807774" [ 1340.451961] env[68166]: _type = "Task" [ 1340.451961] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.459536] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807774, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.642749] env[68166]: DEBUG oslo_vmware.api [-] Task: {'id': task-2807773, 'name': CreateVM_Task, 'duration_secs': 0.366243} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.642749] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Created VM on the ESX host {{(pid=68166) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.643344] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'attachment_id': 'b2f7c418-54a7-4b61-b716-8637a4d248b9', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564208', 'volume_id': '3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'name': 'volume-3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3781be4-3b27-4f4c-a822-68e259549afb', 'attached_at': '', 'detached_at': '', 'volume_id': '3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'serial': '3c27a968-7800-4ffa-884a-6e7673d1e1f8'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68166) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1340.643553] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Root volume attach. Driver type: vmdk {{(pid=68166) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1340.644309] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae8063f-5546-45df-b432-95c1fa84af14 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.653204] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe6afac-bfff-4359-a310-834f4fb025a2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.659345] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff3b366-83ef-409e-b5e3-5f0ca5dfeb39 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.664457] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2baf0d00-ee3e-41bd-b925-97922ebec47f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.671045] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Waiting for the task: (returnval){ [ 1340.671045] env[68166]: value = "task-2807775" [ 1340.671045] env[68166]: _type = "Task" [ 1340.671045] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.678095] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807775, 'name': RelocateVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.771557] env[68166]: DEBUG nova.network.neutron [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Updated VIF entry in instance network info cache for port 6f50a018-10d2-47fc-bc41-1686f4166ff2. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.771904] env[68166]: DEBUG nova.network.neutron [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Updating instance_info_cache with network_info: [{"id": "6f50a018-10d2-47fc-bc41-1686f4166ff2", "address": "fa:16:3e:00:c2:15", "network": {"id": "0af8a973-7fdd-4af9-83ce-db7080157d24", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-322085107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8440ee47434e6593dac48274762c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f50a018-10", "ovs_interfaceid": "6f50a018-10d2-47fc-bc41-1686f4166ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.962410] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807774, 'name': Rename_Task, 'duration_secs': 0.123537} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.962648] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.962901] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-615c4921-8d39-43f8-83d9-c1c2955b9873 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.970615] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Waiting for the task: (returnval){ [ 1340.970615] env[68166]: value = "task-2807776" [ 1340.970615] env[68166]: _type = "Task" [ 1340.970615] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.979273] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.181640] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807775, 'name': RelocateVM_Task} progress is 43%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.274567] env[68166]: DEBUG oslo_concurrency.lockutils [req-6fefee78-3fd0-420c-8008-bb74bc3de00c req-c61beeb5-d79a-488d-b03b-e3742a3f53c3 service nova] Releasing lock "refresh_cache-e3781be4-3b27-4f4c-a822-68e259549afb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.480584] env[68166]: DEBUG oslo_vmware.api [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807776, 'name': PowerOnVM_Task, 'duration_secs': 0.483963} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.480922] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.481077] env[68166]: INFO nova.compute.manager [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1341.481247] env[68166]: DEBUG nova.compute.manager [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.482046] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e4bd6-a00f-4496-b853-6a7c498ce182 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.682278] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807775, 'name': RelocateVM_Task} progress is 58%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.001338] env[68166]: INFO nova.compute.manager [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Took 12.01 seconds to build instance. [ 1342.182793] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807775, 'name': RelocateVM_Task} progress is 73%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.503409] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a7effe78-8d26-4d93-94c0-995cece16aca tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Lock "ae3faf4e-19ab-44d4-95be-7b472b579605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.524s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.683167] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807775, 'name': RelocateVM_Task} progress is 84%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.184386] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807775, 'name': RelocateVM_Task} progress is 97%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.528602] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Acquiring lock "ae3faf4e-19ab-44d4-95be-7b472b579605" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.528982] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Lock "ae3faf4e-19ab-44d4-95be-7b472b579605" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.529110] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Acquiring lock "ae3faf4e-19ab-44d4-95be-7b472b579605-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.529298] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Lock "ae3faf4e-19ab-44d4-95be-7b472b579605-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.529470] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Lock "ae3faf4e-19ab-44d4-95be-7b472b579605-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.531642] env[68166]: INFO nova.compute.manager [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Terminating instance [ 1343.684566] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807775, 'name': RelocateVM_Task} progress is 97%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.035468] env[68166]: DEBUG nova.compute.manager [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.035683] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.036664] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd580a5-bb65-4b47-ae5b-f91cd3a98663 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.044365] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.044631] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c7a8200-c1ef-4669-a951-9b84aebe065f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.050833] env[68166]: DEBUG oslo_vmware.api [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Waiting for the task: (returnval){ [ 1344.050833] env[68166]: value = "task-2807777" [ 1344.050833] env[68166]: _type = "Task" [ 1344.050833] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.059303] env[68166]: DEBUG oslo_vmware.api [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.186658] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807775, 'name': RelocateVM_Task} progress is 98%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.561334] env[68166]: DEBUG oslo_vmware.api [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807777, 'name': PowerOffVM_Task, 'duration_secs': 0.191541} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.561674] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.561785] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.562037] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7da7258e-0c1c-4f87-ab17-5320418181ca {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.620879] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.621100] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.621289] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Deleting the datastore file [datastore2] ae3faf4e-19ab-44d4-95be-7b472b579605 {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.621535] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50ae77c2-c2a3-4436-9648-4dea94a8b420 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.628016] env[68166]: DEBUG oslo_vmware.api [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Waiting for the task: (returnval){ [ 1344.628016] env[68166]: value = "task-2807779" [ 1344.628016] env[68166]: _type = "Task" [ 1344.628016] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.635129] env[68166]: DEBUG oslo_vmware.api [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.685026] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807775, 'name': RelocateVM_Task, 'duration_secs': 3.594162} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.685286] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Volume attach. Driver type: vmdk {{(pid=68166) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1344.685497] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564208', 'volume_id': '3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'name': 'volume-3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3781be4-3b27-4f4c-a822-68e259549afb', 'attached_at': '', 'detached_at': '', 'volume_id': '3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'serial': '3c27a968-7800-4ffa-884a-6e7673d1e1f8'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1344.686248] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3337a4fd-86fe-41a9-a903-e6daf555e644 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.700806] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eee9284-723e-48c1-b590-dd6709d1c769 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.724875] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-3c27a968-7800-4ffa-884a-6e7673d1e1f8/volume-3c27a968-7800-4ffa-884a-6e7673d1e1f8.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.725156] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a2a840c-8011-4681-b011-ab27854a48ba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.745419] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Waiting for the task: (returnval){ [ 1344.745419] env[68166]: value = "task-2807780" [ 1344.745419] env[68166]: _type = "Task" [ 1344.745419] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.752938] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.137923] env[68166]: DEBUG oslo_vmware.api [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Task: {'id': task-2807779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134525} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.138202] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.138390] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.138587] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.138774] env[68166]: INFO nova.compute.manager [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1345.139028] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.139229] env[68166]: DEBUG nova.compute.manager [-] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.139324] env[68166]: DEBUG nova.network.neutron [-] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.255077] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807780, 'name': ReconfigVM_Task, 'duration_secs': 0.270738} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.255358] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-3c27a968-7800-4ffa-884a-6e7673d1e1f8/volume-3c27a968-7800-4ffa-884a-6e7673d1e1f8.vmdk or device None with type thin {{(pid=68166) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.260024] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dff70a5-14d1-4e81-b5b6-5c04c663f1cc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.274955] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Waiting for the task: (returnval){ [ 1345.274955] env[68166]: value = "task-2807781" [ 1345.274955] env[68166]: _type = "Task" [ 1345.274955] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.283341] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.371211] env[68166]: DEBUG nova.compute.manager [req-85524fc7-b933-4412-95f5-9bbe71abd158 req-ea458201-f633-4b6d-bfce-31d8bf51816a service nova] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Received event network-vif-deleted-81f96531-66f9-4ef1-aea1-953d606be026 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1345.371211] env[68166]: INFO nova.compute.manager [req-85524fc7-b933-4412-95f5-9bbe71abd158 req-ea458201-f633-4b6d-bfce-31d8bf51816a service nova] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Neutron deleted interface 81f96531-66f9-4ef1-aea1-953d606be026; detaching it from the instance and deleting it from the info cache [ 1345.371211] env[68166]: DEBUG nova.network.neutron [req-85524fc7-b933-4412-95f5-9bbe71abd158 req-ea458201-f633-4b6d-bfce-31d8bf51816a service nova] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.785231] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807781, 'name': ReconfigVM_Task, 'duration_secs': 0.172551} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.785608] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564208', 'volume_id': '3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'name': 'volume-3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3781be4-3b27-4f4c-a822-68e259549afb', 'attached_at': '', 'detached_at': '', 'volume_id': '3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'serial': '3c27a968-7800-4ffa-884a-6e7673d1e1f8'} {{(pid=68166) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1345.786074] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75b3019e-6ccd-49f2-9729-290db10a2ebc {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.792513] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Waiting for the task: (returnval){ [ 1345.792513] env[68166]: value = "task-2807782" [ 1345.792513] env[68166]: _type = "Task" [ 1345.792513] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.799743] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807782, 'name': Rename_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.853291] env[68166]: DEBUG nova.network.neutron [-] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.873568] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9e65c3b-82e1-48d6-b7fa-4542513e5623 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.884756] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9058e6-965f-4492-87c0-884986411805 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.915019] env[68166]: DEBUG nova.compute.manager [req-85524fc7-b933-4412-95f5-9bbe71abd158 req-ea458201-f633-4b6d-bfce-31d8bf51816a service nova] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Detach interface failed, port_id=81f96531-66f9-4ef1-aea1-953d606be026, reason: Instance ae3faf4e-19ab-44d4-95be-7b472b579605 could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1346.302466] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807782, 'name': Rename_Task, 'duration_secs': 0.126166} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.302735] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Powering on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.302977] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-961a08f7-f4e4-44cc-87be-fe5bca04bbf6 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.309229] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Waiting for the task: (returnval){ [ 1346.309229] env[68166]: value = "task-2807783" [ 1346.309229] env[68166]: _type = "Task" [ 1346.309229] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.317699] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.356399] env[68166]: INFO nova.compute.manager [-] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Took 1.22 seconds to deallocate network for instance. [ 1346.819088] env[68166]: DEBUG oslo_vmware.api [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807783, 'name': PowerOnVM_Task, 'duration_secs': 0.436006} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.819432] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Powered on the VM {{(pid=68166) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.819564] env[68166]: INFO nova.compute.manager [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1346.819749] env[68166]: DEBUG nova.compute.manager [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.820494] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298e8968-6529-4247-855e-1bdc413316ae {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.863484] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.863766] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.863979] env[68166]: DEBUG nova.objects.instance [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Lazy-loading 'resources' on Instance uuid ae3faf4e-19ab-44d4-95be-7b472b579605 {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.339655] env[68166]: INFO nova.compute.manager [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Took 13.34 seconds to build instance. [ 1347.408146] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028a9a89-0d34-4ee6-a410-93779deefc79 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.415942] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e18b441-3117-4c4b-8fc4-92be5d3610ba {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.449650] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a91f6f-1cec-4ab4-b0c6-5d13f7404c04 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.457200] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8755712-36f3-4b69-b7bb-8b6d8bf637dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.472255] env[68166]: DEBUG nova.compute.provider_tree [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.547651] env[68166]: DEBUG nova.compute.manager [req-a31f26ac-4936-4001-b096-7d87bd8c0b36 req-f3a245d1-4c63-4966-a71d-c334351cf9f4 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Received event network-changed-6f50a018-10d2-47fc-bc41-1686f4166ff2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1347.547898] env[68166]: DEBUG nova.compute.manager [req-a31f26ac-4936-4001-b096-7d87bd8c0b36 req-f3a245d1-4c63-4966-a71d-c334351cf9f4 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Refreshing instance network info cache due to event network-changed-6f50a018-10d2-47fc-bc41-1686f4166ff2. {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1347.548144] env[68166]: DEBUG oslo_concurrency.lockutils [req-a31f26ac-4936-4001-b096-7d87bd8c0b36 req-f3a245d1-4c63-4966-a71d-c334351cf9f4 service nova] Acquiring lock "refresh_cache-e3781be4-3b27-4f4c-a822-68e259549afb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.548290] env[68166]: DEBUG oslo_concurrency.lockutils [req-a31f26ac-4936-4001-b096-7d87bd8c0b36 req-f3a245d1-4c63-4966-a71d-c334351cf9f4 service nova] Acquired lock "refresh_cache-e3781be4-3b27-4f4c-a822-68e259549afb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.548452] env[68166]: DEBUG nova.network.neutron [req-a31f26ac-4936-4001-b096-7d87bd8c0b36 req-f3a245d1-4c63-4966-a71d-c334351cf9f4 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Refreshing network info cache for port 6f50a018-10d2-47fc-bc41-1686f4166ff2 {{(pid=68166) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.841242] env[68166]: DEBUG oslo_concurrency.lockutils [None req-d5c96b71-5e85-44fa-b2cd-82a5a906d5fd tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lock "e3781be4-3b27-4f4c-a822-68e259549afb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.850s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.995383] env[68166]: ERROR nova.scheduler.client.report [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] [req-d36e9872-69aa-4e45-a2c7-34e949efbe38] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d36e9872-69aa-4e45-a2c7-34e949efbe38"}]} [ 1348.010995] env[68166]: DEBUG nova.scheduler.client.report [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1348.024668] env[68166]: DEBUG nova.scheduler.client.report [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1348.025325] env[68166]: DEBUG nova.compute.provider_tree [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.036868] env[68166]: DEBUG nova.scheduler.client.report [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1348.054732] env[68166]: DEBUG nova.scheduler.client.report [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1348.093157] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1777df-85b4-4644-aa7e-7c836439a388 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.100813] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b650cbc-d342-4fa9-a5dc-653a8a4250b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.133180] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86704b47-08de-4c76-9347-2b5d69d71da7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.140859] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2330aee0-7435-4e00-a919-0713576eb8f5 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.153742] env[68166]: DEBUG nova.compute.provider_tree [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.271666] env[68166]: DEBUG nova.network.neutron [req-a31f26ac-4936-4001-b096-7d87bd8c0b36 req-f3a245d1-4c63-4966-a71d-c334351cf9f4 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Updated VIF entry in instance network info cache for port 6f50a018-10d2-47fc-bc41-1686f4166ff2. {{(pid=68166) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.272042] env[68166]: DEBUG nova.network.neutron [req-a31f26ac-4936-4001-b096-7d87bd8c0b36 req-f3a245d1-4c63-4966-a71d-c334351cf9f4 service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Updating instance_info_cache with network_info: [{"id": "6f50a018-10d2-47fc-bc41-1686f4166ff2", "address": "fa:16:3e:00:c2:15", "network": {"id": "0af8a973-7fdd-4af9-83ce-db7080157d24", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-322085107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8440ee47434e6593dac48274762c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f50a018-10", "ovs_interfaceid": "6f50a018-10d2-47fc-bc41-1686f4166ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.685046] env[68166]: DEBUG nova.scheduler.client.report [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1348.685046] env[68166]: DEBUG nova.compute.provider_tree [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 177 to 178 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1348.685301] env[68166]: DEBUG nova.compute.provider_tree [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.775515] env[68166]: DEBUG oslo_concurrency.lockutils [req-a31f26ac-4936-4001-b096-7d87bd8c0b36 req-f3a245d1-4c63-4966-a71d-c334351cf9f4 service nova] Releasing lock "refresh_cache-e3781be4-3b27-4f4c-a822-68e259549afb" {{(pid=68166) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.192154] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.328s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.212485] env[68166]: INFO nova.scheduler.client.report [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Deleted allocations for instance ae3faf4e-19ab-44d4-95be-7b472b579605 [ 1349.721058] env[68166]: DEBUG oslo_concurrency.lockutils [None req-a34a9b9f-768a-45b3-84bb-724f640d0cf1 tempest-ServersNegativeTestMultiTenantJSON-1810790416 tempest-ServersNegativeTestMultiTenantJSON-1810790416-project-member] Lock "ae3faf4e-19ab-44d4-95be-7b472b579605" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.192s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.152142] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.152505] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.657337] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.657499] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.657666] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.657815] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.658049] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.658224] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.658362] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68166) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1355.658674] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.161621] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.162070] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.162197] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.162293] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68166) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1356.163205] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf533bc-b293-4079-9a1a-e3362e8c5d66 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.171591] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b75826-c8fc-44b6-9899-10e0641ee335 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.185183] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031c7308-4841-49c8-806a-191d3fa77435 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.191443] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2936be69-10cc-4dcf-8e15-0cb5e2bee8dd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.220822] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180488MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68166) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1356.220983] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.221171] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.244613] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Instance e3781be4-3b27-4f4c-a822-68e259549afb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=68166) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1357.244854] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1357.244994] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1357.270045] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63c02eb-f6e6-48a9-acdf-f13b79ba44f7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.277261] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a2a8db-55fe-44af-a627-47bbc3853e6f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.306586] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1440cc0-5348-4348-aca9-b013e6ea6dae {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.313798] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152e45e5-7530-41ef-a643-0a3198bcd467 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.327239] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.830386] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.334800] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1358.335293] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.680051] env[68166]: INFO nova.compute.manager [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Rebuilding instance [ 1384.719129] env[68166]: DEBUG nova.compute.manager [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Checking state {{(pid=68166) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.719995] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba69682-901b-4741-8449-1ba4c59b8e84 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.733538] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.733934] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07b05b71-defe-42c8-82db-c7fb1e40f669 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.742658] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Waiting for the task: (returnval){ [ 1385.742658] env[68166]: value = "task-2807784" [ 1385.742658] env[68166]: _type = "Task" [ 1385.742658] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.750041] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.254018] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807784, 'name': PowerOffVM_Task, 'duration_secs': 0.189143} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.254018] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Powered off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.254018] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Powering off the VM {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.254253] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47b32591-d7e7-4bce-82e3-e1a494da4b22 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.260477] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Waiting for the task: (returnval){ [ 1386.260477] env[68166]: value = "task-2807785" [ 1386.260477] env[68166]: _type = "Task" [ 1386.260477] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.267859] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.771222] env[68166]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] VM already powered off {{(pid=68166) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1386.771564] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1386.771602] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564208', 'volume_id': '3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'name': 'volume-3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3781be4-3b27-4f4c-a822-68e259549afb', 'attached_at': '', 'detached_at': '', 'volume_id': '3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'serial': '3c27a968-7800-4ffa-884a-6e7673d1e1f8'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1386.772358] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc227a36-78fd-4e3a-a150-357485d4ffb4 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.789805] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f44b3a5-d8d2-43a1-9cf9-0ac3dd9aee90 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.796013] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c2136d-0e7a-48cd-9fdb-44b38ca632c2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.815919] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365a6ffb-4e00-45da-b0b2-7b9a9091186c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.830691] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] The volume has not been displaced from its original location: [datastore2] volume-3c27a968-7800-4ffa-884a-6e7673d1e1f8/volume-3c27a968-7800-4ffa-884a-6e7673d1e1f8.vmdk. No consolidation needed. {{(pid=68166) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1386.835870] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1386.836204] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db38f11-84ce-4088-86eb-e9dae97e8242 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.853611] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Waiting for the task: (returnval){ [ 1386.853611] env[68166]: value = "task-2807786" [ 1386.853611] env[68166]: _type = "Task" [ 1386.853611] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.860957] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.362658] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807786, 'name': ReconfigVM_Task, 'duration_secs': 0.168983} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.362911] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=68166) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1387.367569] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-939103da-4270-4c09-a027-43c0562bd5d1 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.381448] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Waiting for the task: (returnval){ [ 1387.381448] env[68166]: value = "task-2807787" [ 1387.381448] env[68166]: _type = "Task" [ 1387.381448] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.388808] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.891421] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807787, 'name': ReconfigVM_Task, 'duration_secs': 0.108461} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.891795] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-564208', 'volume_id': '3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'name': 'volume-3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3781be4-3b27-4f4c-a822-68e259549afb', 'attached_at': '', 'detached_at': '', 'volume_id': '3c27a968-7800-4ffa-884a-6e7673d1e1f8', 'serial': '3c27a968-7800-4ffa-884a-6e7673d1e1f8'} {{(pid=68166) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1387.891997] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.892765] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bda6b9d-6173-440a-9df2-0ead1df72482 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.898838] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Unregistering the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.899057] env[68166]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18df3e41-04b1-4d4f-8f73-2acb5aed5301 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.957039] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Unregistered the VM {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.957247] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Deleting contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.957448] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Deleting the datastore file [datastore2] e3781be4-3b27-4f4c-a822-68e259549afb {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.957704] env[68166]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f4f7d33-5290-43da-a21e-03380ea2ea7d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.963740] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Waiting for the task: (returnval){ [ 1387.963740] env[68166]: value = "task-2807789" [ 1387.963740] env[68166]: _type = "Task" [ 1387.963740] env[68166]: } to complete. {{(pid=68166) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.971163] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.473676] env[68166]: DEBUG oslo_vmware.api [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Task: {'id': task-2807789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076967} completed successfully. {{(pid=68166) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.473922] env[68166]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Deleted the datastore file {{(pid=68166) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.474121] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Deleted contents of the VM from datastore datastore2 {{(pid=68166) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.474306] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.527410] env[68166]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Volume detach. Driver type: vmdk {{(pid=68166) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1388.527768] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f7b886a-ddd5-458d-a503-fe75fcffd14f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.536864] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8965fae9-599d-4d48-8794-6ae60990e2b2 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.560696] env[68166]: ERROR nova.compute.manager [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Failed to detach volume 3c27a968-7800-4ffa-884a-6e7673d1e1f8 from /dev/sda: nova.exception.InstanceNotFound: Instance e3781be4-3b27-4f4c-a822-68e259549afb could not be found. [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Traceback (most recent call last): [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] self.driver.rebuild(**kwargs) [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] raise NotImplementedError() [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] NotImplementedError [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] During handling of the above exception, another exception occurred: [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Traceback (most recent call last): [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] self.driver.detach_volume(context, old_connection_info, [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] return self._volumeops.detach_volume(connection_info, instance) [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] self._detach_volume_vmdk(connection_info, instance) [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] stable_ref.fetch_moref(session) [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] nova.exception.InstanceNotFound: Instance e3781be4-3b27-4f4c-a822-68e259549afb could not be found. [ 1388.560696] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] [ 1388.677688] env[68166]: DEBUG nova.compute.utils [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Build of instance e3781be4-3b27-4f4c-a822-68e259549afb aborted: Failed to rebuild volume backed instance. {{(pid=68166) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1388.680993] env[68166]: ERROR nova.compute.manager [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance e3781be4-3b27-4f4c-a822-68e259549afb aborted: Failed to rebuild volume backed instance. [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Traceback (most recent call last): [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] self.driver.rebuild(**kwargs) [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] raise NotImplementedError() [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] NotImplementedError [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] During handling of the above exception, another exception occurred: [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Traceback (most recent call last): [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] self._detach_root_volume(context, instance, root_bdm) [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] with excutils.save_and_reraise_exception(): [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] self.force_reraise() [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] raise self.value [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] self.driver.detach_volume(context, old_connection_info, [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] return self._volumeops.detach_volume(connection_info, instance) [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] self._detach_volume_vmdk(connection_info, instance) [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] stable_ref.fetch_moref(session) [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] nova.exception.InstanceNotFound: Instance e3781be4-3b27-4f4c-a822-68e259549afb could not be found. [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] During handling of the above exception, another exception occurred: [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Traceback (most recent call last): [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] yield [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1388.680993] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] self._do_rebuild_instance_with_claim( [ 1388.682101] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1388.682101] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] self._do_rebuild_instance( [ 1388.682101] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1388.682101] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] self._rebuild_default_impl(**kwargs) [ 1388.682101] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1388.682101] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] self._rebuild_volume_backed_instance( [ 1388.682101] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1388.682101] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] raise exception.BuildAbortException( [ 1388.682101] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] nova.exception.BuildAbortException: Build of instance e3781be4-3b27-4f4c-a822-68e259549afb aborted: Failed to rebuild volume backed instance. [ 1388.682101] env[68166]: ERROR nova.compute.manager [instance: e3781be4-3b27-4f4c-a822-68e259549afb] [ 1390.696618] env[68166]: DEBUG oslo_concurrency.lockutils [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.696922] env[68166]: DEBUG oslo_concurrency.lockutils [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.711489] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3271db90-84c9-4af2-b757-8168fc931926 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.719316] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d52abd-8a7b-4d29-97c4-52ecd542e52e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.748604] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a0763d-e8ea-40df-aa06-3bc2377a3d59 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.755151] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b0fe6e-c222-4083-8352-64f1f3943176 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.767502] env[68166]: DEBUG nova.compute.provider_tree [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.270925] env[68166]: DEBUG nova.scheduler.client.report [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.590518] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Acquiring lock "e3781be4-3b27-4f4c-a822-68e259549afb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.590781] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lock "e3781be4-3b27-4f4c-a822-68e259549afb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.590999] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Acquiring lock "e3781be4-3b27-4f4c-a822-68e259549afb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.591202] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lock "e3781be4-3b27-4f4c-a822-68e259549afb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.591375] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lock "e3781be4-3b27-4f4c-a822-68e259549afb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.594832] env[68166]: INFO nova.compute.manager [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Terminating instance [ 1391.776307] env[68166]: DEBUG oslo_concurrency.lockutils [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.079s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.776752] env[68166]: INFO nova.compute.manager [None req-33c8b242-b45d-4921-9687-0e6b6a924dbc tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Successfully reverted task state from rebuilding on failure for instance. [ 1392.099094] env[68166]: DEBUG nova.compute.manager [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Start destroying the instance on the hypervisor. {{(pid=68166) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.099471] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16d76f83-f2b0-4c9c-9292-8c83bbfc9b5c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.108766] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d031a-0ed2-4e55-b023-4d50297d5cdd {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.133081] env[68166]: WARNING nova.virt.vmwareapi.driver [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance e3781be4-3b27-4f4c-a822-68e259549afb could not be found. [ 1392.133273] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Destroying instance {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.133544] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d191d5ef-4784-49bb-aed1-623e738dce24 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.141231] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ed2812-3f44-4dfd-9270-3d77dd92157e {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.163782] env[68166]: WARNING nova.virt.vmwareapi.vmops [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e3781be4-3b27-4f4c-a822-68e259549afb could not be found. [ 1392.163963] env[68166]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Instance destroyed {{(pid=68166) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.164156] env[68166]: INFO nova.compute.manager [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1392.164387] env[68166]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68166) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.164587] env[68166]: DEBUG nova.compute.manager [-] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Deallocating network for instance {{(pid=68166) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.164682] env[68166]: DEBUG nova.network.neutron [-] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] deallocate_for_instance() {{(pid=68166) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.594599] env[68166]: DEBUG nova.compute.manager [req-cb04e400-54ef-47c9-ba86-95dc63162ff7 req-5d21f297-aa75-45f1-a333-324ae27eebbb service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Received event network-vif-deleted-6f50a018-10d2-47fc-bc41-1686f4166ff2 {{(pid=68166) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1392.594818] env[68166]: INFO nova.compute.manager [req-cb04e400-54ef-47c9-ba86-95dc63162ff7 req-5d21f297-aa75-45f1-a333-324ae27eebbb service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Neutron deleted interface 6f50a018-10d2-47fc-bc41-1686f4166ff2; detaching it from the instance and deleting it from the info cache [ 1392.595021] env[68166]: DEBUG nova.network.neutron [req-cb04e400-54ef-47c9-ba86-95dc63162ff7 req-5d21f297-aa75-45f1-a333-324ae27eebbb service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.077596] env[68166]: DEBUG nova.network.neutron [-] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Updating instance_info_cache with network_info: [] {{(pid=68166) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.097948] env[68166]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6a27442-d33c-4bcf-a4b5-9a22c9edaec0 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.107562] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812c830e-e2ef-4546-b4e9-e9eb9d0cfea3 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.133070] env[68166]: DEBUG nova.compute.manager [req-cb04e400-54ef-47c9-ba86-95dc63162ff7 req-5d21f297-aa75-45f1-a333-324ae27eebbb service nova] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Detach interface failed, port_id=6f50a018-10d2-47fc-bc41-1686f4166ff2, reason: Instance e3781be4-3b27-4f4c-a822-68e259549afb could not be found. {{(pid=68166) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1393.580342] env[68166]: INFO nova.compute.manager [-] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Took 1.42 seconds to deallocate network for instance. [ 1394.130419] env[68166]: INFO nova.compute.manager [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Took 0.55 seconds to detach 1 volumes for instance. [ 1394.132930] env[68166]: DEBUG nova.compute.manager [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Deleting volume: 3c27a968-7800-4ffa-884a-6e7673d1e1f8 {{(pid=68166) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1394.675429] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.675717] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.675938] env[68166]: DEBUG nova.objects.instance [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lazy-loading 'resources' on Instance uuid e3781be4-3b27-4f4c-a822-68e259549afb {{(pid=68166) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.195023] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff2b568-a072-46f7-bc91-52bd2d9907b7 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.202711] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8696665-6745-45ab-be21-51c507f8e005 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.232451] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42454347-6e50-4712-bd51-0fc65b0bc580 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.239012] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4467c385-859e-4daa-a036-ae86cf2f7539 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.251410] env[68166]: DEBUG nova.compute.provider_tree [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Inventory has not changed in ProviderTree for provider: b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.755060] env[68166]: DEBUG nova.scheduler.client.report [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Inventory has not changed for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.259734] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.584s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.781560] env[68166]: DEBUG oslo_concurrency.lockutils [None req-e2b70b13-624d-48b0-a826-ab2d23a863b2 tempest-ServerActionsV293TestJSON-143128034 tempest-ServerActionsV293TestJSON-143128034-project-member] Lock "e3781be4-3b27-4f4c-a822-68e259549afb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.191s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.491869] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.492268] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.492306] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.492427] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68166) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1404.492575] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.995476] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.995735] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.995910] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.996086] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68166) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1404.996994] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c45dde-a695-4eb3-92f8-ea965e9abae9 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.004870] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136e1ddf-7ffd-45fc-ace9-6e8a265ea803 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.018554] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637f8eb3-de73-4309-a789-fcb0220cff28 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.024907] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dd783b-f399-489e-9969-7bff230ebe2a {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.053086] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180997MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68166) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1405.053256] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.053446] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.189049] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1406.189326] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68166) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1406.204068] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa957220-58a9-4d36-a5d7-7dc2e275870c {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.211768] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e73061d-c924-424b-adcb-a62f5600e35f {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.240265] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba16e01-d65d-46df-9afc-4e939b42d20b {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.247071] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00c8642-fd30-4cde-9da7-236b486bb721 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.259542] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1406.780942] env[68166]: ERROR nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [req-44126c50-498c-43a4-a5b3-1cee3ac6f2da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b78e4260-f887-4ec5-a8d8-94988ec46da5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-44126c50-498c-43a4-a5b3-1cee3ac6f2da"}]} [ 1406.796755] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Refreshing inventories for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1406.809159] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updating ProviderTree inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1406.809373] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1406.818934] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Refreshing aggregate associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, aggregates: None {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1406.834592] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Refreshing trait associations for resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68166) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1406.846191] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b0bb2c-6046-4cc9-80f7-c866a4a24e6d {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.853221] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879e210a-a53a-4ee3-a7e2-a3428b3264ff {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.882929] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6efaec9-db60-42c7-b29e-6b897524f925 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.889720] env[68166]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b190ec31-ec19-4ba0-91a6-2597a4997995 {{(pid=68166) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.902330] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1407.431658] env[68166]: DEBUG nova.scheduler.client.report [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updated inventory for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1407.431940] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updating resource provider b78e4260-f887-4ec5-a8d8-94988ec46da5 generation from 179 to 180 during operation: update_inventory {{(pid=68166) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1407.432026] env[68166]: DEBUG nova.compute.provider_tree [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Updating inventory in ProviderTree for provider b78e4260-f887-4ec5-a8d8-94988ec46da5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68166) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1407.937259] env[68166]: DEBUG nova.compute.resource_tracker [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68166) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1407.937507] env[68166]: DEBUG oslo_concurrency.lockutils [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.884s {{(pid=68166) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.937669] env[68166]: DEBUG oslo_service.periodic_task [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68166) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.937805] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] Cleaning up deleted instances {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1408.447362] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] There are 26 instances to clean {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1408.447731] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: e3781be4-3b27-4f4c-a822-68e259549afb] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.951100] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: ae3faf4e-19ab-44d4-95be-7b472b579605] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.454560] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: ed48e30e-2a8c-44c9-beb2-d0a9631530fc] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.957894] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 53fd87dd-9814-4a64-a2ce-3abda5b97649] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.461605] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: b4f4cf1d-31b2-4397-9487-51de2e165f91] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.966499] env[68166]: DEBUG nova.compute.manager [None req-542a4489-273a-4dbf-a87f-9b85a4cf43fc None None] [instance: 6bf92a0e-0e68-4910-8857-e3dd12d5a055] Instance has had 0 of 5 cleanup attempts {{(pid=68166) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}}